2024-11-25 20:23:01,890 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 20:23:01,909 main DEBUG Took 0.015646 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 20:23:01,910 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 20:23:01,910 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 20:23:01,917 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 20:23:01,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,935 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 20:23:01,958 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,967 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,969 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,973 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,975 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,976 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,977 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,982 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,985 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 20:23:01,988 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,988 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 20:23:01,992 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 20:23:01,994 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 20:23:01,997 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 20:23:01,998 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 20:23:02,000 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 20:23:02,000 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 20:23:02,012 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 20:23:02,016 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 20:23:02,019 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 20:23:02,019 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 20:23:02,020 main DEBUG createAppenders(={Console}) 2024-11-25 20:23:02,021 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 20:23:02,022 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 20:23:02,022 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 20:23:02,023 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 20:23:02,024 main DEBUG OutputStream closed 2024-11-25 20:23:02,024 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 20:23:02,025 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 20:23:02,025 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 20:23:02,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 20:23:02,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 20:23:02,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 20:23:02,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 20:23:02,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 20:23:02,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 20:23:02,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 20:23:02,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 20:23:02,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 20:23:02,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 20:23:02,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 20:23:02,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 20:23:02,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 20:23:02,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 20:23:02,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 20:23:02,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 20:23:02,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 20:23:02,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 20:23:02,169 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 20:23:02,169 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 20:23:02,170 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 20:23:02,174 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T20:23:02,558 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0 2024-11-25 20:23:02,562 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 20:23:02,563 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T20:23:02,576 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-25T20:23:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T20:23:02,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60, deleteOnExit=true 2024-11-25T20:23:02,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T20:23:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/test.cache.data in system properties and HBase conf 2024-11-25T20:23:02,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T20:23:02,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/hadoop.log.dir in system properties and HBase conf 2024-11-25T20:23:02,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T20:23:02,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T20:23:02,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T20:23:02,811 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T20:23:02,971 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T20:23:02,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T20:23:02,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T20:23:02,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T20:23:02,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T20:23:02,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T20:23:02,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T20:23:02,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T20:23:02,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T20:23:02,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T20:23:02,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/nfs.dump.dir in system properties and HBase conf 2024-11-25T20:23:02,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/java.io.tmpdir in system properties and HBase conf 2024-11-25T20:23:02,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T20:23:02,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T20:23:02,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T20:23:04,069 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T20:23:04,162 INFO [Time-limited test {}] log.Log(170): Logging initialized @3275ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T20:23:04,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T20:23:04,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T20:23:04,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T20:23:04,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T20:23:04,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T20:23:04,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T20:23:04,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/hadoop.log.dir/,AVAILABLE} 2024-11-25T20:23:04,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T20:23:04,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/java.io.tmpdir/jetty-localhost-37759-hadoop-hdfs-3_4_1-tests_jar-_-any-13949301155484844424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T20:23:04,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:37759} 2024-11-25T20:23:04,585 INFO [Time-limited test {}] server.Server(415): Started @3698ms 2024-11-25T20:23:05,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T20:23:05,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T20:23:05,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T20:23:05,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T20:23:05,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T20:23:05,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f05152{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/hadoop.log.dir/,AVAILABLE} 2024-11-25T20:23:05,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75c846f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T20:23:05,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@350e1de9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/java.io.tmpdir/jetty-localhost-38539-hadoop-hdfs-3_4_1-tests_jar-_-any-8878875096125149555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T20:23:05,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fe8e02{HTTP/1.1, (http/1.1)}{localhost:38539} 2024-11-25T20:23:05,317 INFO [Time-limited test {}] server.Server(415): Started @4430ms 2024-11-25T20:23:05,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T20:23:06,263 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/dfs/data/data2/current/BP-93065005-172.17.0.2-1732566183634/current, will proceed with Du for space computation calculation, 2024-11-25T20:23:06,263 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/dfs/data/data1/current/BP-93065005-172.17.0.2-1732566183634/current, will proceed with Du for space computation calculation, 2024-11-25T20:23:06,294 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T20:23:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a7a5377cad8359 with lease ID 0x333565dc19d94703: Processing first storage report for DS-5c997c80-a834-43a6-bab0-e35df9e96cd1 from datanode DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e3f7584a-aee9-407f-8904-729725165ae3, infoPort=35695, infoSecurePort=0, ipcPort=41837, storageInfo=lv=-57;cid=testClusterID;nsid=893326254;c=1732566183634) 2024-11-25T20:23:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a7a5377cad8359 with lease ID 0x333565dc19d94703: from storage DS-5c997c80-a834-43a6-bab0-e35df9e96cd1 node DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e3f7584a-aee9-407f-8904-729725165ae3, infoPort=35695, infoSecurePort=0, ipcPort=41837, storageInfo=lv=-57;cid=testClusterID;nsid=893326254;c=1732566183634), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T20:23:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a7a5377cad8359 with lease ID 0x333565dc19d94703: Processing first storage report for DS-3b018255-f748-464c-b8a8-b60b9dec504c from datanode DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e3f7584a-aee9-407f-8904-729725165ae3, infoPort=35695, infoSecurePort=0, ipcPort=41837, storageInfo=lv=-57;cid=testClusterID;nsid=893326254;c=1732566183634) 2024-11-25T20:23:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a7a5377cad8359 with lease ID 0x333565dc19d94703: from storage DS-3b018255-f748-464c-b8a8-b60b9dec504c node DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e3f7584a-aee9-407f-8904-729725165ae3, infoPort=35695, infoSecurePort=0, ipcPort=41837, storageInfo=lv=-57;cid=testClusterID;nsid=893326254;c=1732566183634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T20:23:06,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0 2024-11-25T20:23:06,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/zookeeper_0, clientPort=57878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T20:23:06,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57878 2024-11-25T20:23:06,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:06,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:06,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741825_1001 (size=7) 2024-11-25T20:23:07,200 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba with version=8 2024-11-25T20:23:07,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/hbase-staging 2024-11-25T20:23:07,325 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T20:23:07,572 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a8cf619b0679:0 server-side Connection retries=45 2024-11-25T20:23:07,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:07,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T20:23:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:07,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T20:23:07,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T20:23:07,784 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T20:23:07,793 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T20:23:07,796 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T20:23:07,822 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54061 (auto-detected) 2024-11-25T20:23:07,823 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T20:23:07,844 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45327 2024-11-25T20:23:07,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:07,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:07,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45327 connecting to ZooKeeper ensemble=127.0.0.1:57878 2024-11-25T20:23:07,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453270x0, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T20:23:07,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45327-0x10174f39c410000 connected 2024-11-25T20:23:08,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T20:23:08,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:23:08,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T20:23:08,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-25T20:23:08,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45327 2024-11-25T20:23:08,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45327 2024-11-25T20:23:08,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-25T20:23:08,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-25T20:23:08,069 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba, hbase.cluster.distributed=false 2024-11-25T20:23:08,148 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a8cf619b0679:0 server-side Connection retries=45 2024-11-25T20:23:08,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:08,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:08,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T20:23:08,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T20:23:08,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T20:23:08,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T20:23:08,155 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T20:23:08,157 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44841 2024-11-25T20:23:08,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T20:23:08,168 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T20:23:08,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:08,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:08,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44841 connecting to ZooKeeper ensemble=127.0.0.1:57878 2024-11-25T20:23:08,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448410x0, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T20:23:08,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448410x0, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T20:23:08,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44841-0x10174f39c410001 connected 2024-11-25T20:23:08,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:23:08,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T20:23:08,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-25T20:23:08,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44841 2024-11-25T20:23:08,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44841 2024-11-25T20:23:08,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-25T20:23:08,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-25T20:23:08,232 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a8cf619b0679,45327,1732566187315 2024-11-25T20:23:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:08,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:08,252 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a8cf619b0679:45327 2024-11-25T20:23:08,252 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a8cf619b0679,45327,1732566187315 2024-11-25T20:23:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T20:23:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T20:23:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:08,286 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T20:23:08,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T20:23:08,288 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a8cf619b0679,45327,1732566187315 from backup master directory 2024-11-25T20:23:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a8cf619b0679,45327,1732566187315 2024-11-25T20:23:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T20:23:08,299 WARN [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T20:23:08,300 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a8cf619b0679,45327,1732566187315 2024-11-25T20:23:08,303 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T20:23:08,304 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T20:23:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741826_1002 (size=42) 2024-11-25T20:23:08,786 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/hbase.id with ID: 1c16efb7-80a3-4ce3-ad04-758ee6be38e2 2024-11-25T20:23:08,828 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T20:23:08,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:08,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:08,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741827_1003 (size=196) 2024-11-25T20:23:08,892 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:08,894 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T20:23:08,910 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:08,914 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T20:23:08,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741828_1004 (size=1189) 2024-11-25T20:23:09,360 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store 2024-11-25T20:23:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741829_1005 (size=34) 2024-11-25T20:23:09,386 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T20:23:09,387 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:09,388 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T20:23:09,388 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:09,388 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:09,389 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T20:23:09,389 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:09,389 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:23:09,389 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T20:23:09,392 WARN [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/.initializing 2024-11-25T20:23:09,392 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/WALs/a8cf619b0679,45327,1732566187315 2024-11-25T20:23:09,400 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T20:23:09,412 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a8cf619b0679%2C45327%2C1732566187315, suffix=, logDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/WALs/a8cf619b0679,45327,1732566187315, archiveDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/oldWALs, maxLogs=10 2024-11-25T20:23:09,437 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/WALs/a8cf619b0679,45327,1732566187315/a8cf619b0679%2C45327%2C1732566187315.1732566189418, exclude list is [], retry=0 2024-11-25T20:23:09,453 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-5c997c80-a834-43a6-bab0-e35df9e96cd1,DISK] 2024-11-25T20:23:09,457 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T20:23:09,499 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/WALs/a8cf619b0679,45327,1732566187315/a8cf619b0679%2C45327%2C1732566187315.1732566189418 2024-11-25T20:23:09,500 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35695:35695)] 2024-11-25T20:23:09,501 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:09,502 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:09,506 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,507 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T20:23:09,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:09,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T20:23:09,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:09,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T20:23:09,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:09,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T20:23:09,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:09,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:09,738 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,740 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,762 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T20:23:09,776 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T20:23:09,797 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:09,801 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73158233, jitterRate=0.090142622590065}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T20:23:09,810 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T20:23:09,811 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T20:23:09,851 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e783b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:09,912 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T20:23:09,932 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T20:23:09,933 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T20:23:09,938 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T20:23:09,947 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 9 msec 2024-11-25T20:23:09,955 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-11-25T20:23:09,956 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T20:23:10,063 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T20:23:10,093 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T20:23:10,158 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T20:23:10,161 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T20:23:10,164 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T20:23:10,173 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T20:23:10,176 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T20:23:10,194 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T20:23:10,201 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T20:23:10,207 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T20:23:10,216 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T20:23:10,254 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T20:23:10,265 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T20:23:10,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T20:23:10,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:10,278 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a8cf619b0679,45327,1732566187315, sessionid=0x10174f39c410000, setting cluster-up flag (Was=false) 2024-11-25T20:23:10,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T20:23:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:10,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:10,359 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T20:23:10,366 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a8cf619b0679,45327,1732566187315 2024-11-25T20:23:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:10,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:10,437 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T20:23:10,439 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a8cf619b0679,45327,1732566187315 2024-11-25T20:23:10,576 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a8cf619b0679:44841 2024-11-25T20:23:10,581 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1008): ClusterId : 1c16efb7-80a3-4ce3-ad04-758ee6be38e2 2024-11-25T20:23:10,585 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T20:23:10,609 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T20:23:10,610 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T20:23:10,616 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T20:23:10,623 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T20:23:10,624 DEBUG [RS:0;a8cf619b0679:44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ad2a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:10,630 DEBUG [RS:0;a8cf619b0679:44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eedb61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a8cf619b0679/172.17.0.2:0 2024-11-25T20:23:10,633 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T20:23:10,634 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T20:23:10,634 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T20:23:10,635 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T20:23:10,636 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T20:23:10,637 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(3073): reportForDuty to master=a8cf619b0679,45327,1732566187315 with isa=a8cf619b0679/172.17.0.2:44841, startcode=1732566188146 2024-11-25T20:23:10,644 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a8cf619b0679,45327,1732566187315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T20:23:10,648 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:10,649 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:10,649 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:10,649 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a8cf619b0679:0, corePoolSize=5, maxPoolSize=5 2024-11-25T20:23:10,649 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a8cf619b0679:0, corePoolSize=10, maxPoolSize=10 2024-11-25T20:23:10,650 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,650 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a8cf619b0679:0, corePoolSize=2, maxPoolSize=2 2024-11-25T20:23:10,650 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,662 DEBUG [RS:0;a8cf619b0679:44841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T20:23:10,683 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732566220683 2024-11-25T20:23:10,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T20:23:10,685 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T20:23:10,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T20:23:10,687 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T20:23:10,690 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T20:23:10,691 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T20:23:10,691 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T20:23:10,694 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T20:23:10,697 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:10,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:10,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T20:23:10,707 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T20:23:10,708 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T20:23:10,709 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T20:23:10,728 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T20:23:10,729 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T20:23:10,752 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.large.0-1732566190730,5,FailOnTimeoutGroup] 2024-11-25T20:23:10,774 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.small.0-1732566190752,5,FailOnTimeoutGroup] 2024-11-25T20:23:10,775 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:10,775 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T20:23:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741831_1007 (size=1039) 2024-11-25T20:23:10,778 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:10,778 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48253, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T20:23:10,779 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:10,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T20:23:10,785 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:23:10,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a8cf619b0679,44841,1732566188146 2024-11-25T20:23:10,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] master.ServerManager(486): Registering regionserver=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:10,818 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:23:10,818 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42519 2024-11-25T20:23:10,818 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T20:23:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741832_1008 (size=32) 2024-11-25T20:23:10,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T20:23:10,832 DEBUG [RS:0;a8cf619b0679:44841 {}] zookeeper.ZKUtil(111): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a8cf619b0679,44841,1732566188146 2024-11-25T20:23:10,833 WARN [RS:0;a8cf619b0679:44841 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T20:23:10,833 INFO [RS:0;a8cf619b0679:44841 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T20:23:10,833 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146 2024-11-25T20:23:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:10,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a8cf619b0679,44841,1732566188146] 2024-11-25T20:23:10,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T20:23:10,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T20:23:10,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:10,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:10,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T20:23:10,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T20:23:10,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T20:23:10,878 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T20:23:10,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T20:23:10,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:10,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:10,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740 2024-11-25T20:23:10,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740 2024-11-25T20:23:10,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:10,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T20:23:10,909 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T20:23:10,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:10,913 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70858442, jitterRate=0.05587306618690491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:10,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T20:23:10,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T20:23:10,919 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T20:23:10,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T20:23:10,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T20:23:10,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T20:23:10,938 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T20:23:10,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T20:23:10,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T20:23:10,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T20:23:10,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T20:23:10,952 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T20:23:10,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T20:23:10,968 INFO [RS:0;a8cf619b0679:44841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T20:23:10,969 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:10,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T20:23:10,970 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T20:23:10,984 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:10,985 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,985 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,985 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,986 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,986 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,986 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a8cf619b0679:0, corePoolSize=2, maxPoolSize=2 2024-11-25T20:23:10,987 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,987 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,988 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,989 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,989 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a8cf619b0679:0, corePoolSize=1, maxPoolSize=1 2024-11-25T20:23:10,989 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a8cf619b0679:0, corePoolSize=3, maxPoolSize=3 2024-11-25T20:23:10,990 DEBUG [RS:0;a8cf619b0679:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0, corePoolSize=3, maxPoolSize=3 2024-11-25T20:23:11,019 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:11,020 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:11,020 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:11,020 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:11,020 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,44841,1732566188146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T20:23:11,064 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T20:23:11,066 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,44841,1732566188146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:11,109 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.Replication(204): a8cf619b0679,44841,1732566188146 started 2024-11-25T20:23:11,109 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1767): Serving as a8cf619b0679,44841,1732566188146, RpcServer on a8cf619b0679/172.17.0.2:44841, sessionid=0x10174f39c410001 2024-11-25T20:23:11,110 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T20:23:11,110 DEBUG [RS:0;a8cf619b0679:44841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a8cf619b0679,44841,1732566188146 2024-11-25T20:23:11,110 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a8cf619b0679,44841,1732566188146' 2024-11-25T20:23:11,110 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T20:23:11,112 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T20:23:11,113 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T20:23:11,113 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T20:23:11,115 DEBUG [RS:0;a8cf619b0679:44841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a8cf619b0679,44841,1732566188146 2024-11-25T20:23:11,115 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a8cf619b0679,44841,1732566188146' 2024-11-25T20:23:11,115 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T20:23:11,118 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T20:23:11,119 DEBUG [RS:0;a8cf619b0679:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T20:23:11,120 INFO [RS:0;a8cf619b0679:44841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T20:23:11,120 INFO [RS:0;a8cf619b0679:44841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T20:23:11,121 WARN [a8cf619b0679:45327 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-25T20:23:11,226 INFO [RS:0;a8cf619b0679:44841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T20:23:11,232 INFO [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a8cf619b0679%2C44841%2C1732566188146, suffix=, logDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146, archiveDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/oldWALs, maxLogs=32 2024-11-25T20:23:11,259 DEBUG [RS:0;a8cf619b0679:44841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146/a8cf619b0679%2C44841%2C1732566188146.1732566191234, exclude list is [], retry=0 2024-11-25T20:23:11,271 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-5c997c80-a834-43a6-bab0-e35df9e96cd1,DISK] 2024-11-25T20:23:11,283 INFO [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146/a8cf619b0679%2C44841%2C1732566188146.1732566191234 2024-11-25T20:23:11,284 DEBUG [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35695:35695)] 2024-11-25T20:23:11,373 DEBUG [a8cf619b0679:45327 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T20:23:11,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:11,386 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a8cf619b0679,44841,1732566188146, state=OPENING 2024-11-25T20:23:11,421 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T20:23:11,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:11,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:11,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:11,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:11,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:11,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:11,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T20:23:11,695 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T20:23:11,720 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T20:23:11,721 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T20:23:11,721 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T20:23:11,731 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a8cf619b0679%2C44841%2C1732566188146.meta, suffix=.meta, logDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146, archiveDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/oldWALs, maxLogs=32 2024-11-25T20:23:11,757 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146/a8cf619b0679%2C44841%2C1732566188146.meta.1732566191735.meta, exclude list is [], retry=0 2024-11-25T20:23:11,763 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-5c997c80-a834-43a6-bab0-e35df9e96cd1,DISK] 2024-11-25T20:23:11,771 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/WALs/a8cf619b0679,44841,1732566188146/a8cf619b0679%2C44841%2C1732566188146.meta.1732566191735.meta 2024-11-25T20:23:11,776 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35695:35695)] 2024-11-25T20:23:11,777 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:11,779 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T20:23:11,893 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T20:23:11,916 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T20:23:11,927 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T20:23:11,927 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:11,928 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T20:23:11,928 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T20:23:11,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T20:23:11,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T20:23:11,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:11,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:11,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T20:23:11,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T20:23:11,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:11,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:11,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T20:23:11,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T20:23:11,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:11,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T20:23:11,982 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740 2024-11-25T20:23:11,986 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740 2024-11-25T20:23:12,008 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:12,014 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T20:23:12,018 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73767710, jitterRate=0.09922453761100769}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:12,020 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T20:23:12,046 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732566191670 2024-11-25T20:23:12,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:12,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a8cf619b0679,44841,1732566188146, state=OPEN 2024-11-25T20:23:12,071 DEBUG [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T20:23:12,072 INFO [RS_OPEN_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T20:23:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T20:23:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T20:23:12,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:12,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T20:23:12,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T20:23:12,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a8cf619b0679,44841,1732566188146 in 660 msec 2024-11-25T20:23:12,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T20:23:12,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1590 sec 2024-11-25T20:23:12,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6220 sec 2024-11-25T20:23:12,133 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732566192133, completionTime=-1 2024-11-25T20:23:12,133 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T20:23:12,133 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T20:23:12,223 DEBUG [hconnection-0x29d20772-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:12,227 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:12,243 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T20:23:12,244 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732566252244 2024-11-25T20:23:12,244 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732566312244 2024-11-25T20:23:12,244 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 110 msec 2024-11-25T20:23:12,308 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,45327,1732566187315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:12,310 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,45327,1732566187315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:12,310 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,45327,1732566187315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:12,313 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a8cf619b0679:45327, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:12,314 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:12,333 DEBUG [master/a8cf619b0679:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T20:23:12,342 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T20:23:12,344 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T20:23:12,360 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T20:23:12,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:23:12,367 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:12,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:23:12,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741835_1011 (size=358) 2024-11-25T20:23:12,479 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae77d198629812441c5dc81862b099bb, NAME => 'hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:23:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741836_1012 (size=42) 2024-11-25T20:23:12,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:12,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ae77d198629812441c5dc81862b099bb, disabling compactions & flushes 2024-11-25T20:23:12,961 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:12,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:12,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. after waiting 0 ms 2024-11-25T20:23:12,962 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:12,962 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:12,962 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae77d198629812441c5dc81862b099bb: 2024-11-25T20:23:12,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:23:13,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732566192969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566192969"}]},"ts":"1732566192969"} 2024-11-25T20:23:13,067 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:23:13,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:23:13,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566193073"}]},"ts":"1732566193073"} 2024-11-25T20:23:13,083 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T20:23:13,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ae77d198629812441c5dc81862b099bb, ASSIGN}] 2024-11-25T20:23:13,141 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ae77d198629812441c5dc81862b099bb, ASSIGN 2024-11-25T20:23:13,146 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ae77d198629812441c5dc81862b099bb, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:23:13,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ae77d198629812441c5dc81862b099bb, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:13,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ae77d198629812441c5dc81862b099bb, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:13,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:13,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:13,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ae77d198629812441c5dc81862b099bb, NAME => 'hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:13,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:13,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,498 INFO [StoreOpener-ae77d198629812441c5dc81862b099bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,508 INFO [StoreOpener-ae77d198629812441c5dc81862b099bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae77d198629812441c5dc81862b099bb columnFamilyName info 2024-11-25T20:23:13,508 DEBUG [StoreOpener-ae77d198629812441c5dc81862b099bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:13,510 INFO [StoreOpener-ae77d198629812441c5dc81862b099bb-1 {}] regionserver.HStore(327): Store=ae77d198629812441c5dc81862b099bb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:13,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ae77d198629812441c5dc81862b099bb 2024-11-25T20:23:13,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:13,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ae77d198629812441c5dc81862b099bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72090535, jitterRate=0.07423268258571625}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T20:23:13,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ae77d198629812441c5dc81862b099bb: 2024-11-25T20:23:13,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb., pid=6, masterSystemTime=1732566193470 2024-11-25T20:23:13,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:13,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:23:13,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ae77d198629812441c5dc81862b099bb, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:13,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T20:23:13,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ae77d198629812441c5dc81862b099bb, server=a8cf619b0679,44841,1732566188146 in 293 msec 2024-11-25T20:23:13,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T20:23:13,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ae77d198629812441c5dc81862b099bb, ASSIGN in 482 msec 2024-11-25T20:23:13,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:23:13,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566193636"}]},"ts":"1732566193636"} 2024-11-25T20:23:13,665 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T20:23:13,711 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T20:23:13,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:23:13,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3650 sec 2024-11-25T20:23:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T20:23:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:23:13,820 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T20:23:13,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T20:23:13,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 65 msec 2024-11-25T20:23:13,898 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T20:23:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T20:23:13,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 56 msec 2024-11-25T20:23:13,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T20:23:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T20:23:14,011 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.710sec 2024-11-25T20:23:14,013 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T20:23:14,015 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T20:23:14,016 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T20:23:14,017 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T20:23:14,017 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T20:23:14,018 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,45327,1732566187315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T20:23:14,023 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,45327,1732566187315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T20:23:14,039 DEBUG [master/a8cf619b0679:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T20:23:14,040 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T20:23:14,042 INFO [master/a8cf619b0679:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a8cf619b0679,45327,1732566187315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T20:23:14,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x115c0e09 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24220ff0 2024-11-25T20:23:14,089 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T20:23:14,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700acb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:14,121 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T20:23:14,121 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T20:23:14,139 DEBUG [hconnection-0x3c9c4c1a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:14,163 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:14,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a8cf619b0679,45327,1732566187315 2024-11-25T20:23:14,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=740, ProcessCount=11, AvailableMemoryMB=3327 2024-11-25T20:23:14,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:23:14,259 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:23:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:23:14,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:14,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:23:14,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:14,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T20:23:14,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:23:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741837_1013 (size=963) 2024-11-25T20:23:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:14,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:23:14,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741838_1014 (size=53) 2024-11-25T20:23:14,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:14,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1b22fc34d633e02f62ef6ab3f1c4c679, disabling compactions & flushes 2024-11-25T20:23:14,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:14,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:14,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. after waiting 0 ms 2024-11-25T20:23:14,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:14,793 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:14,793 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:14,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:23:14,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566194796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566194796"}]},"ts":"1732566194796"} 2024-11-25T20:23:14,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:23:14,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:23:14,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566194805"}]},"ts":"1732566194805"} 2024-11-25T20:23:14,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:23:14,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, ASSIGN}] 2024-11-25T20:23:14,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, ASSIGN 2024-11-25T20:23:14,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:15,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1b22fc34d633e02f62ef6ab3f1c4c679, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:15,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:15,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:15,196 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:15,197 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:15,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:15,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,198 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,207 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,224 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:15,225 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b22fc34d633e02f62ef6ab3f1c4c679 columnFamilyName A 2024-11-25T20:23:15,225 DEBUG [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:15,227 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.HStore(327): Store=1b22fc34d633e02f62ef6ab3f1c4c679/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:15,228 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,231 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:15,232 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b22fc34d633e02f62ef6ab3f1c4c679 columnFamilyName B 2024-11-25T20:23:15,232 DEBUG [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:15,234 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.HStore(327): Store=1b22fc34d633e02f62ef6ab3f1c4c679/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:15,234 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,239 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:15,240 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b22fc34d633e02f62ef6ab3f1c4c679 columnFamilyName C 2024-11-25T20:23:15,241 DEBUG [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:15,244 INFO [StoreOpener-1b22fc34d633e02f62ef6ab3f1c4c679-1 {}] regionserver.HStore(327): Store=1b22fc34d633e02f62ef6ab3f1c4c679/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:15,245 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:15,248 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,249 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,254 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:15,259 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:15,277 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:15,278 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1b22fc34d633e02f62ef6ab3f1c4c679; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68375802, jitterRate=0.018878847360610962}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:15,280 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:15,282 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., pid=11, masterSystemTime=1732566195179 2024-11-25T20:23:15,290 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:15,290 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:15,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1b22fc34d633e02f62ef6ab3f1c4c679, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:15,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T20:23:15,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 in 278 msec 2024-11-25T20:23:15,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T20:23:15,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, ASSIGN in 453 msec 2024-11-25T20:23:15,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:23:15,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566195314"}]},"ts":"1732566195314"} 2024-11-25T20:23:15,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:23:15,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:23:15,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0870 sec 2024-11-25T20:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T20:23:15,443 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T20:23:15,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ec3f76b to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47da1c89 2024-11-25T20:23:15,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3090da2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:15,519 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:15,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:23:15,538 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:23:15,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44348105 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41242616 2024-11-25T20:23:15,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6419bba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-25T20:23:15,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c0e492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,633 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9f32 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f63fb41 2024-11-25T20:23:15,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-25T20:23:15,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f4802b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,680 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b3eab0 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@793ea18f 2024-11-25T20:23:15,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a3bcc94 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466298ec 2024-11-25T20:23:15,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112133f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-25T20:23:15,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50c96c5f to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78e9c121 2024-11-25T20:23:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a079a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-25T20:23:15,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:15,906 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:15,919 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:15,925 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:15,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T20:23:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:15,958 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:15,959 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:15,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:15,964 DEBUG [hconnection-0x13693b96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:15,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:16,014 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,031 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:16,048 DEBUG [hconnection-0x17f5b0a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:16,082 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,091 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,097 DEBUG [hconnection-0x3fb41cfe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:16,115 DEBUG [hconnection-0x6a538b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:16,134 DEBUG [hconnection-0x62136d04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:16,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:16,149 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:16,157 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,165 DEBUG [hconnection-0x276c4e7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:16,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:16,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:16,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:16,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:16,176 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:16,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/64c631a31cfc46c29d051c6e3d8c188f is 50, key is test_row_0/A:col10/1732566196120/Put/seqid=0 2024-11-25T20:23:16,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741839_1015 (size=12001) 2024-11-25T20:23:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566256516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:16,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566256533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566256543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566256542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566256531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566256745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566256745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566256749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566256757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566256758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/64c631a31cfc46c29d051c6e3d8c188f 2024-11-25T20:23:16,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T20:23:16,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T20:23:16,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T20:23:16,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:16,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:16,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566256962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566256967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566256966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566256973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566256991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:17,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:17,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:17,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ddd83b2f2bb24e869e36c4d732c4d80e is 50, key is test_row_0/B:col10/1732566196120/Put/seqid=0 2024-11-25T20:23:17,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:17,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741840_1016 (size=12001) 2024-11-25T20:23:17,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ddd83b2f2bb24e869e36c4d732c4d80e 2024-11-25T20:23:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566257272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566257278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566257282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566257285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566257304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/6a1b2e077bc7457799e1e3670b16410d is 50, key is test_row_0/C:col10/1732566196120/Put/seqid=0 2024-11-25T20:23:17,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:23:17,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741841_1017 (size=12001) 2024-11-25T20:23:17,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,782 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T20:23:17,782 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:17,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T20:23:17,785 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:17,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T20:23:17,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T20:23:17,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T20:23:17,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:17,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:23:17,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T20:23:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566257791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566257788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566257797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566257807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566257811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:17,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:17,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:17,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/6a1b2e077bc7457799e1e3670b16410d 2024-11-25T20:23:17,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/64c631a31cfc46c29d051c6e3d8c188f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/64c631a31cfc46c29d051c6e3d8c188f 2024-11-25T20:23:17,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/64c631a31cfc46c29d051c6e3d8c188f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:23:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ddd83b2f2bb24e869e36c4d732c4d80e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ddd83b2f2bb24e869e36c4d732c4d80e 2024-11-25T20:23:18,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ddd83b2f2bb24e869e36c4d732c4d80e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:23:18,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/6a1b2e077bc7457799e1e3670b16410d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6a1b2e077bc7457799e1e3670b16410d 2024-11-25T20:23:18,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:18,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:18,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:18,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6a1b2e077bc7457799e1e3670b16410d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:23:18,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1914ms, sequenceid=13, compaction requested=false 2024-11-25T20:23:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:18,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:18,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T20:23:18,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:18,181 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/0eda081979534663a44a0fcbef352ea4 is 50, key is test_row_0/A:col10/1732566196363/Put/seqid=0 2024-11-25T20:23:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741842_1018 (size=12001) 2024-11-25T20:23:18,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/0eda081979534663a44a0fcbef352ea4 2024-11-25T20:23:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/fa1fe389824b4e8e9583f484e7695c98 is 50, key is test_row_0/B:col10/1732566196363/Put/seqid=0 2024-11-25T20:23:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741843_1019 (size=12001) 2024-11-25T20:23:18,432 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/fa1fe389824b4e8e9583f484e7695c98 2024-11-25T20:23:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/185027a21cc047a396b5823334adcb1b is 50, key is test_row_0/C:col10/1732566196363/Put/seqid=0 2024-11-25T20:23:18,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741844_1020 (size=12001) 2024-11-25T20:23:18,570 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/185027a21cc047a396b5823334adcb1b 2024-11-25T20:23:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/0eda081979534663a44a0fcbef352ea4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/0eda081979534663a44a0fcbef352ea4 2024-11-25T20:23:18,616 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/0eda081979534663a44a0fcbef352ea4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T20:23:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/fa1fe389824b4e8e9583f484e7695c98 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/fa1fe389824b4e8e9583f484e7695c98 2024-11-25T20:23:18,656 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/fa1fe389824b4e8e9583f484e7695c98, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T20:23:18,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/185027a21cc047a396b5823334adcb1b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/185027a21cc047a396b5823334adcb1b 2024-11-25T20:23:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/185027a21cc047a396b5823334adcb1b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T20:23:18,683 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 503ms, sequenceid=38, compaction requested=false 2024-11-25T20:23:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T20:23:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T20:23:18,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T20:23:18,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7220 sec 2024-11-25T20:23:18,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.7530 sec 2024-11-25T20:23:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:18,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:23:18,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:18,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:18,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:18,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:18,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/5265e765cf054e409164b48fc508ed60 is 50, key is test_row_0/A:col10/1732566198835/Put/seqid=0 2024-11-25T20:23:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741845_1021 (size=16681) 2024-11-25T20:23:19,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566259008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566259016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566259017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566259021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566259025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566259143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566259145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566259146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566259147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566259159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566259356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/5265e765cf054e409164b48fc508ed60 2024-11-25T20:23:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566259365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566259368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566259370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566259372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/9857abea2d414424b4b33fbd67235b06 is 50, key is test_row_0/B:col10/1732566198835/Put/seqid=0 2024-11-25T20:23:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741846_1022 (size=12001) 2024-11-25T20:23:19,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/9857abea2d414424b4b33fbd67235b06 2024-11-25T20:23:19,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/6ef27c4142b74e42b15ed774c1f7c583 is 50, key is test_row_0/C:col10/1732566198835/Put/seqid=0 2024-11-25T20:23:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566259676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566259678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566259681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741847_1023 (size=12001) 2024-11-25T20:23:19,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/6ef27c4142b74e42b15ed774c1f7c583 2024-11-25T20:23:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566259676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566259686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:19,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/5265e765cf054e409164b48fc508ed60 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/5265e765cf054e409164b48fc508ed60 2024-11-25T20:23:19,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/5265e765cf054e409164b48fc508ed60, entries=250, sequenceid=49, filesize=16.3 K 2024-11-25T20:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/9857abea2d414424b4b33fbd67235b06 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/9857abea2d414424b4b33fbd67235b06 2024-11-25T20:23:19,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/9857abea2d414424b4b33fbd67235b06, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T20:23:19,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/6ef27c4142b74e42b15ed774c1f7c583 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6ef27c4142b74e42b15ed774c1f7c583 2024-11-25T20:23:19,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6ef27c4142b74e42b15ed774c1f7c583, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T20:23:19,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 908ms, sequenceid=49, compaction requested=true 2024-11-25T20:23:19,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:19,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:19,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:19,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:19,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:19,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:19,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:19,784 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:19,788 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:19,788 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:19,791 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:19,791 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:19,792 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ddd83b2f2bb24e869e36c4d732c4d80e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/fa1fe389824b4e8e9583f484e7695c98, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/9857abea2d414424b4b33fbd67235b06] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=35.2 K 2024-11-25T20:23:19,794 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd83b2f2bb24e869e36c4d732c4d80e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566196061 2024-11-25T20:23:19,795 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:19,795 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting fa1fe389824b4e8e9583f484e7695c98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732566196363 2024-11-25T20:23:19,795 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:19,796 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:19,796 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/64c631a31cfc46c29d051c6e3d8c188f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/0eda081979534663a44a0fcbef352ea4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/5265e765cf054e409164b48fc508ed60] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=39.7 K 2024-11-25T20:23:19,797 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9857abea2d414424b4b33fbd67235b06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566198835 2024-11-25T20:23:19,799 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64c631a31cfc46c29d051c6e3d8c188f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566196061 2024-11-25T20:23:19,800 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eda081979534663a44a0fcbef352ea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732566196363 2024-11-25T20:23:19,801 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5265e765cf054e409164b48fc508ed60, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566198821 2024-11-25T20:23:19,873 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:19,874 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3d2073f35bbf4288aad4d5bbe6b8f03b is 50, key is test_row_0/B:col10/1732566198835/Put/seqid=0 2024-11-25T20:23:19,874 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:19,886 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/af0c09c552854b91962b968b3819a118 is 50, key is test_row_0/A:col10/1732566198835/Put/seqid=0 2024-11-25T20:23:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741848_1024 (size=12104) 2024-11-25T20:23:19,969 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3d2073f35bbf4288aad4d5bbe6b8f03b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3d2073f35bbf4288aad4d5bbe6b8f03b 2024-11-25T20:23:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741849_1025 (size=12104) 2024-11-25T20:23:19,991 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/af0c09c552854b91962b968b3819a118 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af0c09c552854b91962b968b3819a118 2024-11-25T20:23:20,010 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into 3d2073f35bbf4288aad4d5bbe6b8f03b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:20,011 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:20,011 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=13, startTime=1732566199782; duration=0sec 2024-11-25T20:23:20,012 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:20,012 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into af0c09c552854b91962b968b3819a118(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:20,012 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:20,012 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:20,012 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=13, startTime=1732566199777; duration=0sec 2024-11-25T20:23:20,012 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:20,012 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:20,013 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:20,019 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:20,019 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:20,019 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,019 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6a1b2e077bc7457799e1e3670b16410d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/185027a21cc047a396b5823334adcb1b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6ef27c4142b74e42b15ed774c1f7c583] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=35.2 K 2024-11-25T20:23:20,021 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a1b2e077bc7457799e1e3670b16410d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566196061 2024-11-25T20:23:20,022 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 185027a21cc047a396b5823334adcb1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732566196363 2024-11-25T20:23:20,024 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ef27c4142b74e42b15ed774c1f7c583, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566198835 2024-11-25T20:23:20,066 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#11 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:20,071 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/05d214515fb84ad5ab936d9a884ac16b is 50, key is test_row_0/C:col10/1732566198835/Put/seqid=0 2024-11-25T20:23:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T20:23:20,080 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T20:23:20,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T20:23:20,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:20,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:20,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741850_1026 (size=12104) 2024-11-25T20:23:20,160 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/05d214515fb84ad5ab936d9a884ac16b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/05d214515fb84ad5ab936d9a884ac16b 2024-11-25T20:23:20,192 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into 05d214515fb84ad5ab936d9a884ac16b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:20,192 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:20,192 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=13, startTime=1732566199783; duration=0sec 2024-11-25T20:23:20,192 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:20,192 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:20,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:23:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:20,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:20,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/feb140c2abf84acf97ebb75125b0e915 is 50, key is test_row_0/A:col10/1732566200203/Put/seqid=0 2024-11-25T20:23:20,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741851_1027 (size=12001) 2024-11-25T20:23:20,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/feb140c2abf84acf97ebb75125b0e915 2024-11-25T20:23:20,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/7d1fedb73c9f4d2188c83915b57a1122 is 50, key is test_row_0/B:col10/1732566200203/Put/seqid=0 2024-11-25T20:23:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741852_1028 (size=12001) 2024-11-25T20:23:20,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566260267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566260374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566260380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566260386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566260398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566260504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566260505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566260503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566260507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566260512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566260714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566260714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:20,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566260717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566260725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566260725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/7d1fedb73c9f4d2188c83915b57a1122 2024-11-25T20:23:20,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/f2ad2d68fcc7408cbfecc8401b32728c is 50, key is test_row_0/C:col10/1732566200203/Put/seqid=0 2024-11-25T20:23:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741853_1029 (size=12001) 2024-11-25T20:23:20,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:20,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:20,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566261026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566261030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566261034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566261035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566261040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:21,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/f2ad2d68fcc7408cbfecc8401b32728c 2024-11-25T20:23:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/feb140c2abf84acf97ebb75125b0e915 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/feb140c2abf84acf97ebb75125b0e915 2024-11-25T20:23:21,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/feb140c2abf84acf97ebb75125b0e915, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T20:23:21,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/7d1fedb73c9f4d2188c83915b57a1122 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/7d1fedb73c9f4d2188c83915b57a1122 2024-11-25T20:23:21,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/7d1fedb73c9f4d2188c83915b57a1122, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T20:23:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/f2ad2d68fcc7408cbfecc8401b32728c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2ad2d68fcc7408cbfecc8401b32728c 2024-11-25T20:23:21,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:21,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2ad2d68fcc7408cbfecc8401b32728c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T20:23:21,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1176ms, sequenceid=80, compaction requested=false 2024-11-25T20:23:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:21,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T20:23:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:21,533 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T20:23:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/f1c58aca8d984703b575d1ed7593619e is 50, key is test_row_0/A:col10/1732566200373/Put/seqid=0 2024-11-25T20:23:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:21,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741854_1030 (size=12001) 2024-11-25T20:23:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566261785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566261789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566261792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566261802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566261795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566261913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566261943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566261944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566261944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566261962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,020 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/f1c58aca8d984703b575d1ed7593619e 2024-11-25T20:23:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/0d4dcbacaf6d4a5380adaf44a77c1fb4 is 50, key is test_row_0/B:col10/1732566200373/Put/seqid=0 2024-11-25T20:23:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741855_1031 (size=12001) 2024-11-25T20:23:22,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566262130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566262156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566262156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566262181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566262184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566262441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566262464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566262471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566262495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,512 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/0d4dcbacaf6d4a5380adaf44a77c1fb4 2024-11-25T20:23:22,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566262512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/7569c4ef98b048629c48bd38ff4bd800 is 50, key is test_row_0/C:col10/1732566200373/Put/seqid=0 2024-11-25T20:23:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741856_1032 (size=12001) 2024-11-25T20:23:22,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566262982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566262984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:23,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566263000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:23,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566263007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:23,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566263029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:23,039 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/7569c4ef98b048629c48bd38ff4bd800 2024-11-25T20:23:23,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/f1c58aca8d984703b575d1ed7593619e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1c58aca8d984703b575d1ed7593619e 2024-11-25T20:23:23,126 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1c58aca8d984703b575d1ed7593619e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T20:23:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/0d4dcbacaf6d4a5380adaf44a77c1fb4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/0d4dcbacaf6d4a5380adaf44a77c1fb4 2024-11-25T20:23:23,146 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/0d4dcbacaf6d4a5380adaf44a77c1fb4, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T20:23:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/7569c4ef98b048629c48bd38ff4bd800 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/7569c4ef98b048629c48bd38ff4bd800 2024-11-25T20:23:23,170 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/7569c4ef98b048629c48bd38ff4bd800, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T20:23:23,173 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1639ms, sequenceid=89, compaction requested=true 2024-11-25T20:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T20:23:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T20:23:23,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T20:23:23,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0860 sec 2024-11-25T20:23:23,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 3.1030 sec 2024-11-25T20:23:24,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T20:23:24,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:24,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:24,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:24,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:24,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/2e107e2fc99646dca8f24cb04ead5012 is 50, key is test_row_0/A:col10/1732566201789/Put/seqid=0 2024-11-25T20:23:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566264043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566264045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566264060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566264060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566264062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741857_1033 (size=14341) 2024-11-25T20:23:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566264165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566264165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566264176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566264180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566264180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T20:23:24,206 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T20:23:24,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T20:23:24,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:24,225 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:24,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:24,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:24,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566264381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566264381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566264391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566264399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566264403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/2e107e2fc99646dca8f24cb04ead5012 2024-11-25T20:23:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:24,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:24,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:24,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c9fe20148bb44746bb6efc2ff0b500ac is 50, key is test_row_0/B:col10/1732566201789/Put/seqid=0 2024-11-25T20:23:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741858_1034 (size=12001) 2024-11-25T20:23:24,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566264694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566264698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566264712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566264712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566264722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:24,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:24,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:24,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c9fe20148bb44746bb6efc2ff0b500ac 2024-11-25T20:23:25,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/193bb8e337124f9cb5ffdbc72b3da9c2 is 50, key is test_row_0/C:col10/1732566201789/Put/seqid=0 2024-11-25T20:23:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741859_1035 (size=12001) 2024-11-25T20:23:25,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/193bb8e337124f9cb5ffdbc72b3da9c2 2024-11-25T20:23:25,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:25,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/2e107e2fc99646dca8f24cb04ead5012 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/2e107e2fc99646dca8f24cb04ead5012 2024-11-25T20:23:25,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/2e107e2fc99646dca8f24cb04ead5012, entries=200, sequenceid=117, filesize=14.0 K 2024-11-25T20:23:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c9fe20148bb44746bb6efc2ff0b500ac as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c9fe20148bb44746bb6efc2ff0b500ac 2024-11-25T20:23:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566265221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566265221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566265221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c9fe20148bb44746bb6efc2ff0b500ac, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T20:23:25,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/193bb8e337124f9cb5ffdbc72b3da9c2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/193bb8e337124f9cb5ffdbc72b3da9c2 2024-11-25T20:23:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566265222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566265247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/193bb8e337124f9cb5ffdbc72b3da9c2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T20:23:25,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1234ms, sequenceid=117, compaction requested=true 2024-11-25T20:23:25,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:25,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:25,265 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:25,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:25,266 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:25,274 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:25,275 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:25,275 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,275 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af0c09c552854b91962b968b3819a118, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/feb140c2abf84acf97ebb75125b0e915, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1c58aca8d984703b575d1ed7593619e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/2e107e2fc99646dca8f24cb04ead5012] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=49.3 K 2024-11-25T20:23:25,277 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting af0c09c552854b91962b968b3819a118, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566198835 2024-11-25T20:23:25,280 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting feb140c2abf84acf97ebb75125b0e915, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732566199019 2024-11-25T20:23:25,281 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:25,281 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:25,282 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,282 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3d2073f35bbf4288aad4d5bbe6b8f03b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/7d1fedb73c9f4d2188c83915b57a1122, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/0d4dcbacaf6d4a5380adaf44a77c1fb4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c9fe20148bb44746bb6efc2ff0b500ac] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=47.0 K 2024-11-25T20:23:25,283 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1c58aca8d984703b575d1ed7593619e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732566200218 2024-11-25T20:23:25,284 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e107e2fc99646dca8f24cb04ead5012, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566201776 2024-11-25T20:23:25,284 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d2073f35bbf4288aad4d5bbe6b8f03b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566198835 2024-11-25T20:23:25,287 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d1fedb73c9f4d2188c83915b57a1122, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732566199019 2024-11-25T20:23:25,289 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d4dcbacaf6d4a5380adaf44a77c1fb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732566200218 2024-11-25T20:23:25,290 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c9fe20148bb44746bb6efc2ff0b500ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566201789 2024-11-25T20:23:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:25,335 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:25,336 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/881c9e2e8aca42ffb71d5fbe1862e79f is 50, key is test_row_0/B:col10/1732566201789/Put/seqid=0 2024-11-25T20:23:25,338 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:25,339 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/af5926b5295e4d0baa8f3a1fc5ce0423 is 50, key is test_row_0/A:col10/1732566201789/Put/seqid=0 2024-11-25T20:23:25,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:25,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T20:23:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,356 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T20:23:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:25,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/faf8e099fe86403aad92b2c70bf86a64 is 50, key is test_row_0/A:col10/1732566204054/Put/seqid=0 2024-11-25T20:23:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741861_1037 (size=12241) 2024-11-25T20:23:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741860_1036 (size=12241) 2024-11-25T20:23:25,452 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/881c9e2e8aca42ffb71d5fbe1862e79f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/881c9e2e8aca42ffb71d5fbe1862e79f 2024-11-25T20:23:25,457 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/af5926b5295e4d0baa8f3a1fc5ce0423 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af5926b5295e4d0baa8f3a1fc5ce0423 2024-11-25T20:23:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741862_1038 (size=12001) 2024-11-25T20:23:25,474 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into 881c9e2e8aca42ffb71d5fbe1862e79f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:25,475 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:25,475 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=12, startTime=1732566205266; duration=0sec 2024-11-25T20:23:25,475 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:25,475 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:25,475 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:25,478 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into af5926b5295e4d0baa8f3a1fc5ce0423(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:25,478 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:25,478 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=12, startTime=1732566205265; duration=0sec 2024-11-25T20:23:25,478 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:25,478 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:25,478 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:25,478 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:25,478 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:25,479 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/05d214515fb84ad5ab936d9a884ac16b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2ad2d68fcc7408cbfecc8401b32728c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/7569c4ef98b048629c48bd38ff4bd800, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/193bb8e337124f9cb5ffdbc72b3da9c2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=47.0 K 2024-11-25T20:23:25,482 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 05d214515fb84ad5ab936d9a884ac16b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566198835 2024-11-25T20:23:25,483 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f2ad2d68fcc7408cbfecc8401b32728c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732566199019 2024-11-25T20:23:25,484 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7569c4ef98b048629c48bd38ff4bd800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732566200218 2024-11-25T20:23:25,485 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 193bb8e337124f9cb5ffdbc72b3da9c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566201789 2024-11-25T20:23:25,531 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#24 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:25,532 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/bc288ee5b9cd4faa8d551eb6aef4911b is 50, key is test_row_0/C:col10/1732566201789/Put/seqid=0 2024-11-25T20:23:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741863_1039 (size=12241) 2024-11-25T20:23:25,619 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/bc288ee5b9cd4faa8d551eb6aef4911b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/bc288ee5b9cd4faa8d551eb6aef4911b 2024-11-25T20:23:25,641 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into bc288ee5b9cd4faa8d551eb6aef4911b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:25,641 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:25,641 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=12, startTime=1732566205266; duration=0sec 2024-11-25T20:23:25,642 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:25,642 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:25,872 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/faf8e099fe86403aad92b2c70bf86a64 2024-11-25T20:23:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/43ac8b51341d4a4db8301853c2a7cb96 is 50, key is test_row_0/B:col10/1732566204054/Put/seqid=0 2024-11-25T20:23:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741864_1040 (size=12001) 2024-11-25T20:23:26,001 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/43ac8b51341d4a4db8301853c2a7cb96 2024-11-25T20:23:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/079b71295fdb45768fb643d77a978186 is 50, key is test_row_0/C:col10/1732566204054/Put/seqid=0 2024-11-25T20:23:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741865_1041 (size=12001) 2024-11-25T20:23:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566266333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566266336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566266346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566266357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566266364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566266458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566266461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566266466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566266471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566266474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,493 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/079b71295fdb45768fb643d77a978186 2024-11-25T20:23:26,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/faf8e099fe86403aad92b2c70bf86a64 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/faf8e099fe86403aad92b2c70bf86a64 2024-11-25T20:23:26,532 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/faf8e099fe86403aad92b2c70bf86a64, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T20:23:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/43ac8b51341d4a4db8301853c2a7cb96 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43ac8b51341d4a4db8301853c2a7cb96 2024-11-25T20:23:26,562 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43ac8b51341d4a4db8301853c2a7cb96, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T20:23:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/079b71295fdb45768fb643d77a978186 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/079b71295fdb45768fb643d77a978186 2024-11-25T20:23:26,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/079b71295fdb45768fb643d77a978186, entries=150, sequenceid=126, filesize=11.7 K 2024-11-25T20:23:26,596 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1240ms, sequenceid=126, compaction requested=false 2024-11-25T20:23:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T20:23:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T20:23:26,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T20:23:26,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3760 sec 2024-11-25T20:23:26,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.3970 sec 2024-11-25T20:23:26,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T20:23:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:26,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566266681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566266691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/c8bca0bc0636407196528efcd2827fa7 is 50, key is test_row_0/A:col10/1732566206349/Put/seqid=0 2024-11-25T20:23:26,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566266693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566266694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566266703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741866_1042 (size=14541) 2024-11-25T20:23:26,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/c8bca0bc0636407196528efcd2827fa7 2024-11-25T20:23:26,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/d4a6b41c5a2144c09a0321d21968e223 is 50, key is test_row_0/B:col10/1732566206349/Put/seqid=0 2024-11-25T20:23:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566266803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566266808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566266810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566266814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741867_1043 (size=12151) 2024-11-25T20:23:26,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/d4a6b41c5a2144c09a0321d21968e223 2024-11-25T20:23:26,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/944d7e0bb5cf41d49e9d414e11640f50 is 50, key is test_row_0/C:col10/1732566206349/Put/seqid=0 2024-11-25T20:23:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741868_1044 (size=12151) 2024-11-25T20:23:26,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/944d7e0bb5cf41d49e9d414e11640f50 2024-11-25T20:23:26,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/c8bca0bc0636407196528efcd2827fa7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/c8bca0bc0636407196528efcd2827fa7 2024-11-25T20:23:26,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/c8bca0bc0636407196528efcd2827fa7, entries=200, sequenceid=158, filesize=14.2 K 2024-11-25T20:23:26,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/d4a6b41c5a2144c09a0321d21968e223 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/d4a6b41c5a2144c09a0321d21968e223 2024-11-25T20:23:26,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/d4a6b41c5a2144c09a0321d21968e223, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:23:26,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/944d7e0bb5cf41d49e9d414e11640f50 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/944d7e0bb5cf41d49e9d414e11640f50 2024-11-25T20:23:27,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566267002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/944d7e0bb5cf41d49e9d414e11640f50, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:23:27,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 339ms, sequenceid=158, compaction requested=true 2024-11-25T20:23:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:27,014 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:27,016 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:27,017 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:27,017 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:27,017 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af5926b5295e4d0baa8f3a1fc5ce0423, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/faf8e099fe86403aad92b2c70bf86a64, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/c8bca0bc0636407196528efcd2827fa7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=37.9 K 2024-11-25T20:23:27,018 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting af5926b5295e4d0baa8f3a1fc5ce0423, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566201789 2024-11-25T20:23:27,019 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting faf8e099fe86403aad92b2c70bf86a64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566204054 2024-11-25T20:23:27,020 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8bca0bc0636407196528efcd2827fa7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566206333 2024-11-25T20:23:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:27,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:27,035 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:27,037 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:27,037 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:27,038 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:27,038 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/881c9e2e8aca42ffb71d5fbe1862e79f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43ac8b51341d4a4db8301853c2a7cb96, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/d4a6b41c5a2144c09a0321d21968e223] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=35.5 K 2024-11-25T20:23:27,039 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 881c9e2e8aca42ffb71d5fbe1862e79f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566201789 2024-11-25T20:23:27,040 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ac8b51341d4a4db8301853c2a7cb96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566204054 2024-11-25T20:23:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:27,041 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d4a6b41c5a2144c09a0321d21968e223, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566206349 2024-11-25T20:23:27,047 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:27,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:27,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:27,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:27,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:27,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:23:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,056 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/27a30397db41424f81e30981d07483dd is 50, key is test_row_0/A:col10/1732566206349/Put/seqid=0 2024-11-25T20:23:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,063 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:27,064 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3ffd117a0acd4d839a418e86cc2e9f5b is 50, key is test_row_0/B:col10/1732566206349/Put/seqid=0 2024-11-25T20:23:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741869_1045 (size=12493) 2024-11-25T20:23:27,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/13d371ea3a384c7b861eb262bab19e7a is 50, key is test_row_0/A:col10/1732566207047/Put/seqid=0 2024-11-25T20:23:27,114 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/27a30397db41424f81e30981d07483dd as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/27a30397db41424f81e30981d07483dd 2024-11-25T20:23:27,129 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into 27a30397db41424f81e30981d07483dd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:27,129 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:27,129 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=13, startTime=1732566207014; duration=0sec 2024-11-25T20:23:27,129 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:27,129 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:27,130 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:27,135 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:27,135 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:27,135 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:27,136 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/bc288ee5b9cd4faa8d551eb6aef4911b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/079b71295fdb45768fb643d77a978186, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/944d7e0bb5cf41d49e9d414e11640f50] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=35.5 K 2024-11-25T20:23:27,137 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc288ee5b9cd4faa8d551eb6aef4911b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732566201789 2024-11-25T20:23:27,138 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079b71295fdb45768fb643d77a978186, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732566204054 2024-11-25T20:23:27,139 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 944d7e0bb5cf41d49e9d414e11640f50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566206349 2024-11-25T20:23:27,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566267138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566267143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566267146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566267146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741870_1046 (size=12493) 2024-11-25T20:23:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741871_1047 (size=12151) 2024-11-25T20:23:27,222 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:27,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/13d371ea3a384c7b861eb262bab19e7a 2024-11-25T20:23:27,224 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/0f46e45194614a44b1d83fe55474f09b is 50, key is test_row_0/C:col10/1732566206349/Put/seqid=0 2024-11-25T20:23:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566267252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566267255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566267263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/e3a77790ea47406c91ed0a45434a91cf is 50, key is test_row_0/B:col10/1732566207047/Put/seqid=0 2024-11-25T20:23:27,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741872_1048 (size=12493) 2024-11-25T20:23:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741873_1049 (size=12151) 2024-11-25T20:23:27,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/e3a77790ea47406c91ed0a45434a91cf 2024-11-25T20:23:27,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/59e295f03bde4a888f8d548b3b5fab9b is 50, key is test_row_0/C:col10/1732566207047/Put/seqid=0 2024-11-25T20:23:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741874_1050 (size=12151) 2024-11-25T20:23:27,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/59e295f03bde4a888f8d548b3b5fab9b 2024-11-25T20:23:27,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566267462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/13d371ea3a384c7b861eb262bab19e7a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/13d371ea3a384c7b861eb262bab19e7a 2024-11-25T20:23:27,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566267468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/13d371ea3a384c7b861eb262bab19e7a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T20:23:27,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/e3a77790ea47406c91ed0a45434a91cf as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e3a77790ea47406c91ed0a45434a91cf 2024-11-25T20:23:27,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566267482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e3a77790ea47406c91ed0a45434a91cf, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T20:23:27,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/59e295f03bde4a888f8d548b3b5fab9b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/59e295f03bde4a888f8d548b3b5fab9b 2024-11-25T20:23:27,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/59e295f03bde4a888f8d548b3b5fab9b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T20:23:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566267485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 466ms, sequenceid=173, compaction requested=false 2024-11-25T20:23:27,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:27,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:23:27,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:27,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:27,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3e3e5d17ab3640659fee692c0b576b97 is 50, key is test_row_0/A:col10/1732566207122/Put/seqid=0 2024-11-25T20:23:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741875_1051 (size=14541) 2024-11-25T20:23:27,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3e3e5d17ab3640659fee692c0b576b97 2024-11-25T20:23:27,632 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3ffd117a0acd4d839a418e86cc2e9f5b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3ffd117a0acd4d839a418e86cc2e9f5b 2024-11-25T20:23:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566267633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/6239d767e0214479bb94198a4b7ec0a7 is 50, key is test_row_0/B:col10/1732566207122/Put/seqid=0 2024-11-25T20:23:27,669 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into 3ffd117a0acd4d839a418e86cc2e9f5b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:27,669 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:27,669 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=13, startTime=1732566207035; duration=0sec 2024-11-25T20:23:27,669 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:27,669 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:27,718 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/0f46e45194614a44b1d83fe55474f09b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/0f46e45194614a44b1d83fe55474f09b 2024-11-25T20:23:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741876_1052 (size=12151) 2024-11-25T20:23:27,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/6239d767e0214479bb94198a4b7ec0a7 2024-11-25T20:23:27,746 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into 0f46e45194614a44b1d83fe55474f09b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:27,746 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:27,748 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=13, startTime=1732566207055; duration=0sec 2024-11-25T20:23:27,749 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:27,749 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566267750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/5bb7408373634a8191db3b7582271465 is 50, key is test_row_0/C:col10/1732566207122/Put/seqid=0 2024-11-25T20:23:27,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566267772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566267784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566267799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566267822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741877_1053 (size=12151) 2024-11-25T20:23:27,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566267973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/5bb7408373634a8191db3b7582271465 2024-11-25T20:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3e3e5d17ab3640659fee692c0b576b97 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3e3e5d17ab3640659fee692c0b576b97 2024-11-25T20:23:28,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3e3e5d17ab3640659fee692c0b576b97, entries=200, sequenceid=197, filesize=14.2 K 2024-11-25T20:23:28,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/6239d767e0214479bb94198a4b7ec0a7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/6239d767e0214479bb94198a4b7ec0a7 2024-11-25T20:23:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566268287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566268287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/6239d767e0214479bb94198a4b7ec0a7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T20:23:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/5bb7408373634a8191db3b7582271465 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/5bb7408373634a8191db3b7582271465 2024-11-25T20:23:28,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566268296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566268305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/5bb7408373634a8191db3b7582271465, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T20:23:28,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 801ms, sequenceid=197, compaction requested=true 2024-11-25T20:23:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:28,325 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:28,325 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:28,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:28,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:28,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:28,327 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:28,327 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:28,328 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,328 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/27a30397db41424f81e30981d07483dd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/13d371ea3a384c7b861eb262bab19e7a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3e3e5d17ab3640659fee692c0b576b97] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=38.3 K 2024-11-25T20:23:28,329 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:28,329 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:28,329 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,329 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3ffd117a0acd4d839a418e86cc2e9f5b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e3a77790ea47406c91ed0a45434a91cf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/6239d767e0214479bb94198a4b7ec0a7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=35.9 K 2024-11-25T20:23:28,331 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27a30397db41424f81e30981d07483dd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566206349 2024-11-25T20:23:28,332 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ffd117a0acd4d839a418e86cc2e9f5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566206349 2024-11-25T20:23:28,333 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13d371ea3a384c7b861eb262bab19e7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732566207037 2024-11-25T20:23:28,333 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a77790ea47406c91ed0a45434a91cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732566207037 2024-11-25T20:23:28,334 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e3e5d17ab3640659fee692c0b576b97, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566207122 2024-11-25T20:23:28,334 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6239d767e0214479bb94198a4b7ec0a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566207122 2024-11-25T20:23:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T20:23:28,337 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T20:23:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:28,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:23:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:28,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T20:23:28,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:28,372 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:28,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:28,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/6d23b4c55ee541b3a8f6a79008f8f611 is 50, key is test_row_0/A:col10/1732566207626/Put/seqid=0 2024-11-25T20:23:28,421 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:28,422 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/edbed114564840f5ad78e9f0f5cd26e5 is 50, key is test_row_0/B:col10/1732566207122/Put/seqid=0 2024-11-25T20:23:28,449 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:28,450 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3ed88342951140728b688bf05a5a5169 is 50, key is test_row_0/A:col10/1732566207122/Put/seqid=0 2024-11-25T20:23:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:28,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741879_1055 (size=12595) 2024-11-25T20:23:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741878_1054 (size=14541) 2024-11-25T20:23:28,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/6d23b4c55ee541b3a8f6a79008f8f611 2024-11-25T20:23:28,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741880_1056 (size=12595) 2024-11-25T20:23:28,593 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3ed88342951140728b688bf05a5a5169 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3ed88342951140728b688bf05a5a5169 2024-11-25T20:23:28,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/988f4b33fe0d4d5d9838e4e4fb2a6edd is 50, key is test_row_0/B:col10/1732566207626/Put/seqid=0 2024-11-25T20:23:28,609 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into 3ed88342951140728b688bf05a5a5169(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:28,609 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:28,609 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=13, startTime=1732566208325; duration=0sec 2024-11-25T20:23:28,609 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:28,609 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:28,610 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:28,611 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:28,612 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:28,612 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,612 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/0f46e45194614a44b1d83fe55474f09b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/59e295f03bde4a888f8d548b3b5fab9b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/5bb7408373634a8191db3b7582271465] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=35.9 K 2024-11-25T20:23:28,613 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f46e45194614a44b1d83fe55474f09b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566206349 2024-11-25T20:23:28,614 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59e295f03bde4a888f8d548b3b5fab9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732566207037 2024-11-25T20:23:28,615 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb7408373634a8191db3b7582271465, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566207122 2024-11-25T20:23:28,662 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:28,663 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/a30d102dc3c7414e9e34cb8e47b6d7fb is 50, key is test_row_0/C:col10/1732566207122/Put/seqid=0 2024-11-25T20:23:28,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741881_1057 (size=12151) 2024-11-25T20:23:28,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/988f4b33fe0d4d5d9838e4e4fb2a6edd 2024-11-25T20:23:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:28,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566268713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741882_1058 (size=12595) 2024-11-25T20:23:28,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/fd381ca32dc744aebd3c9b9ca09f8e9f is 50, key is test_row_0/C:col10/1732566207626/Put/seqid=0 2024-11-25T20:23:28,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/a30d102dc3c7414e9e34cb8e47b6d7fb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a30d102dc3c7414e9e34cb8e47b6d7fb 2024-11-25T20:23:28,758 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into a30d102dc3c7414e9e34cb8e47b6d7fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:28,758 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:28,758 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=13, startTime=1732566208326; duration=0sec 2024-11-25T20:23:28,759 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:28,759 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:28,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741883_1059 (size=12151) 2024-11-25T20:23:28,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/fd381ca32dc744aebd3c9b9ca09f8e9f 2024-11-25T20:23:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/6d23b4c55ee541b3a8f6a79008f8f611 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/6d23b4c55ee541b3a8f6a79008f8f611 2024-11-25T20:23:28,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/6d23b4c55ee541b3a8f6a79008f8f611, entries=200, sequenceid=213, filesize=14.2 K 2024-11-25T20:23:28,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/988f4b33fe0d4d5d9838e4e4fb2a6edd as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/988f4b33fe0d4d5d9838e4e4fb2a6edd 2024-11-25T20:23:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566268811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566268826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:28,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/988f4b33fe0d4d5d9838e4e4fb2a6edd, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T20:23:28,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/fd381ca32dc744aebd3c9b9ca09f8e9f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/fd381ca32dc744aebd3c9b9ca09f8e9f 2024-11-25T20:23:28,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:28,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:28,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/fd381ca32dc744aebd3c9b9ca09f8e9f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T20:23:28,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 528ms, sequenceid=213, compaction requested=false 2024-11-25T20:23:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:28,905 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/edbed114564840f5ad78e9f0f5cd26e5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/edbed114564840f5ad78e9f0f5cd26e5 2024-11-25T20:23:28,931 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into edbed114564840f5ad78e9f0f5cd26e5(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:28,931 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:28,931 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=13, startTime=1732566208325; duration=0sec 2024-11-25T20:23:28,932 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:28,932 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:29,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T20:23:29,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:29,013 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:23:29,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:29,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:29,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:29,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:29,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:29,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/ab3b6e98457d48deb54fa3c147ab8101 is 50, key is test_row_0/A:col10/1732566208710/Put/seqid=0 2024-11-25T20:23:29,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:29,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741884_1060 (size=12151) 2024-11-25T20:23:29,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566269203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566269307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566269322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566269329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566269323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:29,491 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/ab3b6e98457d48deb54fa3c147ab8101 2024-11-25T20:23:29,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/20c61ac8635b4794af179cf3841dbdd3 is 50, key is test_row_0/B:col10/1732566208710/Put/seqid=0 2024-11-25T20:23:29,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566269550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741885_1061 (size=12151) 2024-11-25T20:23:29,564 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/20c61ac8635b4794af179cf3841dbdd3 2024-11-25T20:23:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/1010523f6c4546c4b9d49d4800031cfa is 50, key is test_row_0/C:col10/1732566208710/Put/seqid=0 2024-11-25T20:23:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741886_1062 (size=12151) 2024-11-25T20:23:29,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566269857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:29,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566269868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,028 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/1010523f6c4546c4b9d49d4800031cfa 2024-11-25T20:23:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/ab3b6e98457d48deb54fa3c147ab8101 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/ab3b6e98457d48deb54fa3c147ab8101 2024-11-25T20:23:30,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/ab3b6e98457d48deb54fa3c147ab8101, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:23:30,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/20c61ac8635b4794af179cf3841dbdd3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/20c61ac8635b4794af179cf3841dbdd3 2024-11-25T20:23:30,071 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/20c61ac8635b4794af179cf3841dbdd3, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:23:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/1010523f6c4546c4b9d49d4800031cfa as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/1010523f6c4546c4b9d49d4800031cfa 2024-11-25T20:23:30,086 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/1010523f6c4546c4b9d49d4800031cfa, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:23:30,088 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1075ms, sequenceid=238, compaction requested=true 2024-11-25T20:23:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T20:23:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T20:23:30,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T20:23:30,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-25T20:23:30,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7340 sec 2024-11-25T20:23:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:30,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:23:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:30,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3a775a60a86840c992e1f2941b2a2086 is 50, key is test_row_0/A:col10/1732566210379/Put/seqid=0 2024-11-25T20:23:30,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741887_1063 (size=12151) 2024-11-25T20:23:30,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3a775a60a86840c992e1f2941b2a2086 2024-11-25T20:23:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T20:23:30,492 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T20:23:30,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T20:23:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:30,508 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:30,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:30,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:30,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/e1df626fae1e4faa903eaece53fcd023 is 50, key is test_row_0/B:col10/1732566210379/Put/seqid=0 2024-11-25T20:23:30,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566270577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741888_1064 (size=12151) 2024-11-25T20:23:30,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/e1df626fae1e4faa903eaece53fcd023 2024-11-25T20:23:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:30,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/cd93fd3c566f4d28b305089c2adfd6d5 is 50, key is test_row_0/C:col10/1732566210379/Put/seqid=0 2024-11-25T20:23:30,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566270704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741889_1065 (size=12151) 2024-11-25T20:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:30,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566270917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:30,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:30,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:31,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/cd93fd3c566f4d28b305089c2adfd6d5 2024-11-25T20:23:31,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/3a775a60a86840c992e1f2941b2a2086 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3a775a60a86840c992e1f2941b2a2086 2024-11-25T20:23:31,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3a775a60a86840c992e1f2941b2a2086, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:23:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/e1df626fae1e4faa903eaece53fcd023 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e1df626fae1e4faa903eaece53fcd023 2024-11-25T20:23:31,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e1df626fae1e4faa903eaece53fcd023, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:23:31,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/cd93fd3c566f4d28b305089c2adfd6d5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/cd93fd3c566f4d28b305089c2adfd6d5 2024-11-25T20:23:31,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/cd93fd3c566f4d28b305089c2adfd6d5, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T20:23:31,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 814ms, sequenceid=253, compaction requested=true 2024-11-25T20:23:31,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:31,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:31,199 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:31,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:31,200 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:31,202 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:31,202 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:31,202 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,202 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3ed88342951140728b688bf05a5a5169, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/6d23b4c55ee541b3a8f6a79008f8f611, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/ab3b6e98457d48deb54fa3c147ab8101, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3a775a60a86840c992e1f2941b2a2086] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=50.2 K 2024-11-25T20:23:31,203 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:31,203 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:31,203 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,203 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/edbed114564840f5ad78e9f0f5cd26e5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/988f4b33fe0d4d5d9838e4e4fb2a6edd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/20c61ac8635b4794af179cf3841dbdd3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e1df626fae1e4faa903eaece53fcd023] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=47.9 K 2024-11-25T20:23:31,204 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting edbed114564840f5ad78e9f0f5cd26e5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566207122 2024-11-25T20:23:31,204 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ed88342951140728b688bf05a5a5169, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566207122 2024-11-25T20:23:31,205 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 988f4b33fe0d4d5d9838e4e4fb2a6edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566207605 2024-11-25T20:23:31,205 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d23b4c55ee541b3a8f6a79008f8f611, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566207582 2024-11-25T20:23:31,206 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c61ac8635b4794af179cf3841dbdd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566208690 2024-11-25T20:23:31,206 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab3b6e98457d48deb54fa3c147ab8101, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566208690 2024-11-25T20:23:31,210 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a775a60a86840c992e1f2941b2a2086, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566209137 2024-11-25T20:23:31,210 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e1df626fae1e4faa903eaece53fcd023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566209137 2024-11-25T20:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:31,257 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:31,258 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/1ceb73f12d234369a3dea26984d7b41a is 50, key is test_row_0/B:col10/1732566210379/Put/seqid=0 2024-11-25T20:23:31,259 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#51 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:31,260 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/a5391448dd3f49648d92d0a5ee8b3101 is 50, key is test_row_0/A:col10/1732566210379/Put/seqid=0 2024-11-25T20:23:31,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/8a3f0b98c2ea409298f091cb746840e7 is 50, key is test_row_0/A:col10/1732566210566/Put/seqid=0 2024-11-25T20:23:31,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741890_1066 (size=12731) 2024-11-25T20:23:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741891_1067 (size=12731) 2024-11-25T20:23:31,352 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/a5391448dd3f49648d92d0a5ee8b3101 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a5391448dd3f49648d92d0a5ee8b3101 2024-11-25T20:23:31,360 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/1ceb73f12d234369a3dea26984d7b41a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/1ceb73f12d234369a3dea26984d7b41a 2024-11-25T20:23:31,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741892_1068 (size=12301) 2024-11-25T20:23:31,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/8a3f0b98c2ea409298f091cb746840e7 2024-11-25T20:23:31,378 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into 1ceb73f12d234369a3dea26984d7b41a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:31,378 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into a5391448dd3f49648d92d0a5ee8b3101(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:31,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:31,378 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:31,378 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=12, startTime=1732566211200; duration=0sec 2024-11-25T20:23:31,378 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=12, startTime=1732566211199; duration=0sec 2024-11-25T20:23:31,379 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:31,379 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:31,379 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:31,379 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:31,379 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:31,382 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:31,383 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:31,383 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,383 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a30d102dc3c7414e9e34cb8e47b6d7fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/fd381ca32dc744aebd3c9b9ca09f8e9f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/1010523f6c4546c4b9d49d4800031cfa, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/cd93fd3c566f4d28b305089c2adfd6d5] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=47.9 K 2024-11-25T20:23:31,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/f296641fca7d424589be448a62d1cd1a is 50, key is test_row_0/B:col10/1732566210566/Put/seqid=0 2024-11-25T20:23:31,385 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a30d102dc3c7414e9e34cb8e47b6d7fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566207122 2024-11-25T20:23:31,386 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting fd381ca32dc744aebd3c9b9ca09f8e9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566207605 2024-11-25T20:23:31,387 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1010523f6c4546c4b9d49d4800031cfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566208690 2024-11-25T20:23:31,387 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting cd93fd3c566f4d28b305089c2adfd6d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566209137 2024-11-25T20:23:31,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566271383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566271396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566271397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,405 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:31,406 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/b79e7cd301ac424d83e1ae67fd2bcf68 is 50, key is test_row_0/C:col10/1732566210379/Put/seqid=0 2024-11-25T20:23:31,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741893_1069 (size=12301) 2024-11-25T20:23:31,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566271402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/f296641fca7d424589be448a62d1cd1a 2024-11-25T20:23:31,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741894_1070 (size=12731) 2024-11-25T20:23:31,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:31,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:31,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/ce78361250f54b07a64efc33158d96cf is 50, key is test_row_0/C:col10/1732566210566/Put/seqid=0 2024-11-25T20:23:31,476 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/b79e7cd301ac424d83e1ae67fd2bcf68 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/b79e7cd301ac424d83e1ae67fd2bcf68 2024-11-25T20:23:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741895_1071 (size=12301) 2024-11-25T20:23:31,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/ce78361250f54b07a64efc33158d96cf 2024-11-25T20:23:31,505 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into b79e7cd301ac424d83e1ae67fd2bcf68(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:31,506 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:31,506 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=12, startTime=1732566211200; duration=0sec 2024-11-25T20:23:31,506 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:31,506 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566271498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566271504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566271504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/8a3f0b98c2ea409298f091cb746840e7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/8a3f0b98c2ea409298f091cb746840e7 2024-11-25T20:23:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566271512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/8a3f0b98c2ea409298f091cb746840e7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T20:23:31,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/f296641fca7d424589be448a62d1cd1a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/f296641fca7d424589be448a62d1cd1a 2024-11-25T20:23:31,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/f296641fca7d424589be448a62d1cd1a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T20:23:31,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/ce78361250f54b07a64efc33158d96cf as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/ce78361250f54b07a64efc33158d96cf 2024-11-25T20:23:31,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/ce78361250f54b07a64efc33158d96cf, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T20:23:31,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 306ms, sequenceid=275, compaction requested=false 2024-11-25T20:23:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:31,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T20:23:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,624 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:23:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/d570c30b7a744f16b0b0913d9751ff17 is 50, key is test_row_0/A:col10/1732566211380/Put/seqid=0 2024-11-25T20:23:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741896_1072 (size=12301) 2024-11-25T20:23:31,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/d570c30b7a744f16b0b0913d9751ff17 2024-11-25T20:23:31,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:31,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c6e870e5ae674217adcf86784e34cfae is 50, key is test_row_0/B:col10/1732566211380/Put/seqid=0 2024-11-25T20:23:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741897_1073 (size=12301) 2024-11-25T20:23:31,773 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c6e870e5ae674217adcf86784e34cfae 2024-11-25T20:23:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566271775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566271775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566271789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/86e07fc44fe04a97b35cc00e19c6d49f is 50, key is test_row_0/C:col10/1732566211380/Put/seqid=0 2024-11-25T20:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566271789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741898_1074 (size=12301) 2024-11-25T20:23:31,829 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/86e07fc44fe04a97b35cc00e19c6d49f 2024-11-25T20:23:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/d570c30b7a744f16b0b0913d9751ff17 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d570c30b7a744f16b0b0913d9751ff17 2024-11-25T20:23:31,853 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d570c30b7a744f16b0b0913d9751ff17, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T20:23:31,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c6e870e5ae674217adcf86784e34cfae as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6e870e5ae674217adcf86784e34cfae 2024-11-25T20:23:31,876 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6e870e5ae674217adcf86784e34cfae, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T20:23:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/86e07fc44fe04a97b35cc00e19c6d49f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/86e07fc44fe04a97b35cc00e19c6d49f 2024-11-25T20:23:31,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566271879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,884 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4250 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:31,892 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/86e07fc44fe04a97b35cc00e19c6d49f, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T20:23:31,894 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 270ms, sequenceid=294, compaction requested=true 2024-11-25T20:23:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T20:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T20:23:31,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:23:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:31,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T20:23:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-11-25T20:23:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:31,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:31,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3990 sec 2024-11-25T20:23:31,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/fa815e355b594d13bf766205d51af148 is 50, key is test_row_0/A:col10/1732566211787/Put/seqid=0 2024-11-25T20:23:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741899_1075 (size=12301) 2024-11-25T20:23:31,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/fa815e355b594d13bf766205d51af148 2024-11-25T20:23:31,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566271919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566271929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566271929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566271934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:31,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c6822f1410814212870546576a87f7a0 is 50, key is test_row_0/B:col10/1732566211787/Put/seqid=0 2024-11-25T20:23:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741900_1076 (size=12301) 2024-11-25T20:23:31,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c6822f1410814212870546576a87f7a0 2024-11-25T20:23:32,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e726db544a774d209d61e2e1b07ef2b3 is 50, key is test_row_0/C:col10/1732566211787/Put/seqid=0 2024-11-25T20:23:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566272040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566272039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741901_1077 (size=12301) 2024-11-25T20:23:32,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e726db544a774d209d61e2e1b07ef2b3 2024-11-25T20:23:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566272046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566272052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/fa815e355b594d13bf766205d51af148 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/fa815e355b594d13bf766205d51af148 2024-11-25T20:23:32,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/fa815e355b594d13bf766205d51af148, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T20:23:32,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/c6822f1410814212870546576a87f7a0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6822f1410814212870546576a87f7a0 2024-11-25T20:23:32,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6822f1410814212870546576a87f7a0, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T20:23:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e726db544a774d209d61e2e1b07ef2b3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e726db544a774d209d61e2e1b07ef2b3 2024-11-25T20:23:32,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e726db544a774d209d61e2e1b07ef2b3, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T20:23:32,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 237ms, sequenceid=316, compaction requested=true 2024-11-25T20:23:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:32,137 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:32,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:32,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:32,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:32,138 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:32,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:32,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:32,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:32,140 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:32,140 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:32,141 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,141 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a5391448dd3f49648d92d0a5ee8b3101, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/8a3f0b98c2ea409298f091cb746840e7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d570c30b7a744f16b0b0913d9751ff17, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/fa815e355b594d13bf766205d51af148] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=48.5 K 2024-11-25T20:23:32,141 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:32,141 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:32,141 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,142 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/1ceb73f12d234369a3dea26984d7b41a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/f296641fca7d424589be448a62d1cd1a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6e870e5ae674217adcf86784e34cfae, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6822f1410814212870546576a87f7a0] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=48.5 K 2024-11-25T20:23:32,151 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ceb73f12d234369a3dea26984d7b41a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566209137 2024-11-25T20:23:32,151 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5391448dd3f49648d92d0a5ee8b3101, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566209137 2024-11-25T20:23:32,158 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a3f0b98c2ea409298f091cb746840e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732566210472 2024-11-25T20:23:32,158 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f296641fca7d424589be448a62d1cd1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732566210472 2024-11-25T20:23:32,161 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d570c30b7a744f16b0b0913d9751ff17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732566211380 2024-11-25T20:23:32,161 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e870e5ae674217adcf86784e34cfae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732566211380 2024-11-25T20:23:32,162 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c6822f1410814212870546576a87f7a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732566211756 2024-11-25T20:23:32,162 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa815e355b594d13bf766205d51af148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732566211756 2024-11-25T20:23:32,212 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:32,213 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/10032013816d4847acc2eedc681252fb is 50, key is test_row_0/B:col10/1732566211787/Put/seqid=0 2024-11-25T20:23:32,254 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:32,254 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/f1f2747084524eaa83cd2a81463d3495 is 50, key is test_row_0/A:col10/1732566211787/Put/seqid=0 2024-11-25T20:23:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741902_1078 (size=13017) 2024-11-25T20:23:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:23:32,271 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/10032013816d4847acc2eedc681252fb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/10032013816d4847acc2eedc681252fb 2024-11-25T20:23:32,280 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into 10032013816d4847acc2eedc681252fb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:32,280 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:32,280 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=12, startTime=1732566212138; duration=0sec 2024-11-25T20:23:32,281 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:32,281 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:32,281 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:32,286 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:32,286 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:32,286 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:32,287 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/b79e7cd301ac424d83e1ae67fd2bcf68, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/ce78361250f54b07a64efc33158d96cf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/86e07fc44fe04a97b35cc00e19c6d49f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e726db544a774d209d61e2e1b07ef2b3] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=48.5 K 2024-11-25T20:23:32,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:32,287 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b79e7cd301ac424d83e1ae67fd2bcf68, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732566209137 2024-11-25T20:23:32,288 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ce78361250f54b07a64efc33158d96cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732566210472 2024-11-25T20:23:32,289 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 86e07fc44fe04a97b35cc00e19c6d49f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732566211380 2024-11-25T20:23:32,290 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e726db544a774d209d61e2e1b07ef2b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732566211756 2024-11-25T20:23:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741903_1079 (size=13017) 2024-11-25T20:23:32,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/4281542deaff4c2194e7b109f9fd1c56 is 50, key is test_row_0/A:col10/1732566212262/Put/seqid=0 2024-11-25T20:23:32,317 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/f1f2747084524eaa83cd2a81463d3495 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1f2747084524eaa83cd2a81463d3495 2024-11-25T20:23:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741904_1080 (size=12301) 2024-11-25T20:23:32,337 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into f1f2747084524eaa83cd2a81463d3495(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:32,337 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:32,337 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=12, startTime=1732566212137; duration=0sec 2024-11-25T20:23:32,337 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:32,337 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:32,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/4281542deaff4c2194e7b109f9fd1c56 2024-11-25T20:23:32,360 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#66 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:32,361 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e171473863714b50a6d570dbdcd5bc04 is 50, key is test_row_0/C:col10/1732566211787/Put/seqid=0 2024-11-25T20:23:32,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/43d571104f4d461b94cecc9fc0814d53 is 50, key is test_row_0/B:col10/1732566212262/Put/seqid=0 2024-11-25T20:23:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566272342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566272348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566272339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566272364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741905_1081 (size=13017) 2024-11-25T20:23:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741906_1082 (size=12301) 2024-11-25T20:23:32,432 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e171473863714b50a6d570dbdcd5bc04 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e171473863714b50a6d570dbdcd5bc04 2024-11-25T20:23:32,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566272471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566272475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566272471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566272476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,509 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into e171473863714b50a6d570dbdcd5bc04(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:32,510 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:32,510 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=12, startTime=1732566212138; duration=0sec 2024-11-25T20:23:32,510 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:32,510 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T20:23:32,623 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T20:23:32,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T20:23:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:32,639 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:32,640 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:32,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:32,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566272681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566272682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566272689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566272713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:32,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:32,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:32,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/43d571104f4d461b94cecc9fc0814d53 2024-11-25T20:23:32,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/f2436390324a48b1b98b50b21b1433e3 is 50, key is test_row_0/C:col10/1732566212262/Put/seqid=0 2024-11-25T20:23:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741907_1083 (size=12301) 2024-11-25T20:23:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:32,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:32,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:32,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566272999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566272999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566273002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566273019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:33,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:33,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:33,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:33,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:33,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:33,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:33,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/f2436390324a48b1b98b50b21b1433e3 2024-11-25T20:23:33,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/4281542deaff4c2194e7b109f9fd1c56 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/4281542deaff4c2194e7b109f9fd1c56 2024-11-25T20:23:33,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/4281542deaff4c2194e7b109f9fd1c56, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T20:23:33,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/43d571104f4d461b94cecc9fc0814d53 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43d571104f4d461b94cecc9fc0814d53 2024-11-25T20:23:33,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43d571104f4d461b94cecc9fc0814d53, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T20:23:33,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/f2436390324a48b1b98b50b21b1433e3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2436390324a48b1b98b50b21b1433e3 2024-11-25T20:23:33,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2436390324a48b1b98b50b21b1433e3, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T20:23:33,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1117ms, sequenceid=335, compaction requested=false 2024-11-25T20:23:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:33,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T20:23:33,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:33,434 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:23:33,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:33,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/d32c5eeb35264145a40803331ff744ec is 50, key is test_row_0/A:col10/1732566212346/Put/seqid=0 2024-11-25T20:23:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741908_1084 (size=12301) 2024-11-25T20:23:33,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566273579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566273583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566273590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566273601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566273695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566273702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566273711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566273711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:33,892 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/d32c5eeb35264145a40803331ff744ec 2024-11-25T20:23:33,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566273898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/cccbea1a3a7a42f9b138ba564d9be2c9 is 50, key is test_row_0/B:col10/1732566212346/Put/seqid=0 2024-11-25T20:23:33,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566273911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566273919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566273922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741909_1085 (size=12301) 2024-11-25T20:23:34,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566274227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566274239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566274231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566274242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,362 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/cccbea1a3a7a42f9b138ba564d9be2c9 2024-11-25T20:23:34,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/313257f913ef498d9d0903c531edb382 is 50, key is test_row_0/C:col10/1732566212346/Put/seqid=0 2024-11-25T20:23:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741910_1086 (size=12301) 2024-11-25T20:23:34,451 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/313257f913ef498d9d0903c531edb382 2024-11-25T20:23:34,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/d32c5eeb35264145a40803331ff744ec as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d32c5eeb35264145a40803331ff744ec 2024-11-25T20:23:34,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d32c5eeb35264145a40803331ff744ec, entries=150, sequenceid=356, filesize=12.0 K 2024-11-25T20:23:34,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/cccbea1a3a7a42f9b138ba564d9be2c9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/cccbea1a3a7a42f9b138ba564d9be2c9 2024-11-25T20:23:34,523 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/cccbea1a3a7a42f9b138ba564d9be2c9, entries=150, sequenceid=356, filesize=12.0 K 2024-11-25T20:23:34,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/313257f913ef498d9d0903c531edb382 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/313257f913ef498d9d0903c531edb382 2024-11-25T20:23:34,543 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/313257f913ef498d9d0903c531edb382, entries=150, sequenceid=356, filesize=12.0 K 2024-11-25T20:23:34,549 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1115ms, sequenceid=356, compaction requested=true 2024-11-25T20:23:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:34,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:34,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T20:23:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T20:23:34,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T20:23:34,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-25T20:23:34,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9400 sec 2024-11-25T20:23:34,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:23:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T20:23:34,761 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T20:23:34,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T20:23:34,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:34,770 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:34,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:34,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/b02fce1c36ed4065bc928c74891e00f2 is 50, key is test_row_0/A:col10/1732566213574/Put/seqid=0 2024-11-25T20:23:34,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566274785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566274792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566274795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566274794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741911_1087 (size=17181) 2024-11-25T20:23:34,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/b02fce1c36ed4065bc928c74891e00f2 2024-11-25T20:23:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:34,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/022bef8d5df14aeb8d8c79b18e175a8d is 50, key is test_row_0/B:col10/1732566213574/Put/seqid=0 2024-11-25T20:23:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741912_1088 (size=12301) 2024-11-25T20:23:34,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/022bef8d5df14aeb8d8c79b18e175a8d 2024-11-25T20:23:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566274897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566274898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566274900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566274916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:34,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:34,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:34,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/37331f2f3b0e4a7cab766c99351f167a is 50, key is test_row_0/C:col10/1732566213574/Put/seqid=0 2024-11-25T20:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:34,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741913_1089 (size=12301) 2024-11-25T20:23:34,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/37331f2f3b0e4a7cab766c99351f167a 2024-11-25T20:23:34,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/b02fce1c36ed4065bc928c74891e00f2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/b02fce1c36ed4065bc928c74891e00f2 2024-11-25T20:23:34,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/b02fce1c36ed4065bc928c74891e00f2, entries=250, sequenceid=376, filesize=16.8 K 2024-11-25T20:23:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/022bef8d5df14aeb8d8c79b18e175a8d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/022bef8d5df14aeb8d8c79b18e175a8d 2024-11-25T20:23:34,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/022bef8d5df14aeb8d8c79b18e175a8d, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T20:23:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/37331f2f3b0e4a7cab766c99351f167a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/37331f2f3b0e4a7cab766c99351f167a 2024-11-25T20:23:35,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/37331f2f3b0e4a7cab766c99351f167a, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T20:23:35,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 257ms, sequenceid=376, compaction requested=true 2024-11-25T20:23:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:35,009 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:35,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:35,010 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:35,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:35,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:35,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:35,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:35,013 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:35,013 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:35,013 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:35,013 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/10032013816d4847acc2eedc681252fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43d571104f4d461b94cecc9fc0814d53, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/cccbea1a3a7a42f9b138ba564d9be2c9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/022bef8d5df14aeb8d8c79b18e175a8d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=48.8 K 2024-11-25T20:23:35,013 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:35,014 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:35,014 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:35,014 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1f2747084524eaa83cd2a81463d3495, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/4281542deaff4c2194e7b109f9fd1c56, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d32c5eeb35264145a40803331ff744ec, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/b02fce1c36ed4065bc928c74891e00f2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=53.5 K 2024-11-25T20:23:35,015 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1f2747084524eaa83cd2a81463d3495, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732566211756 2024-11-25T20:23:35,015 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 10032013816d4847acc2eedc681252fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732566211756 2024-11-25T20:23:35,015 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4281542deaff4c2194e7b109f9fd1c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732566211925 2024-11-25T20:23:35,016 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d571104f4d461b94cecc9fc0814d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732566211925 2024-11-25T20:23:35,018 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d32c5eeb35264145a40803331ff744ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566212336 2024-11-25T20:23:35,018 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting cccbea1a3a7a42f9b138ba564d9be2c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566212336 2024-11-25T20:23:35,019 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 022bef8d5df14aeb8d8c79b18e175a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732566213563 2024-11-25T20:23:35,019 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b02fce1c36ed4065bc928c74891e00f2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732566213563 2024-11-25T20:23:35,045 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:35,046 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/326ca6102e0d4c48befe026ecb0a8322 is 50, key is test_row_0/B:col10/1732566213574/Put/seqid=0 2024-11-25T20:23:35,052 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:35,053 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/a2f246e160aa497da56e1cce915cd57a is 50, key is test_row_0/A:col10/1732566213574/Put/seqid=0 2024-11-25T20:23:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:35,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T20:23:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:35,086 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:23:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:35,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:35,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741915_1091 (size=13153) 2024-11-25T20:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:35,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. as already flushing 2024-11-25T20:23:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741914_1090 (size=13153) 2024-11-25T20:23:35,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/09c779dc798e4e56bac4de1ca1b79051 is 50, key is test_row_0/A:col10/1732566214792/Put/seqid=0 2024-11-25T20:23:35,147 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/326ca6102e0d4c48befe026ecb0a8322 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/326ca6102e0d4c48befe026ecb0a8322 2024-11-25T20:23:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741916_1092 (size=9857) 2024-11-25T20:23:35,171 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/09c779dc798e4e56bac4de1ca1b79051 2024-11-25T20:23:35,175 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into 326ca6102e0d4c48befe026ecb0a8322(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:35,175 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:35,175 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=12, startTime=1732566215010; duration=0sec 2024-11-25T20:23:35,176 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:35,176 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:35,176 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:35,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566275169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566275177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566275177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566275179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,187 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:35,188 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:35,188 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:35,188 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e171473863714b50a6d570dbdcd5bc04, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2436390324a48b1b98b50b21b1433e3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/313257f913ef498d9d0903c531edb382, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/37331f2f3b0e4a7cab766c99351f167a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=48.8 K 2024-11-25T20:23:35,188 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e171473863714b50a6d570dbdcd5bc04, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732566211756 2024-11-25T20:23:35,190 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f2436390324a48b1b98b50b21b1433e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732566211925 2024-11-25T20:23:35,190 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 313257f913ef498d9d0903c531edb382, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732566212336 2024-11-25T20:23:35,191 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 37331f2f3b0e4a7cab766c99351f167a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732566213563 2024-11-25T20:23:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/800bb228b4e649f4857f405ac718cd32 is 50, key is test_row_0/B:col10/1732566214792/Put/seqid=0 2024-11-25T20:23:35,233 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:35,234 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/a07a6211cf7145e48984a4251c6b2686 is 50, key is test_row_0/C:col10/1732566213574/Put/seqid=0 2024-11-25T20:23:35,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566275282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741917_1093 (size=9857) 2024-11-25T20:23:35,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566275286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566275287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566275287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741918_1094 (size=13153) 2024-11-25T20:23:35,314 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/a07a6211cf7145e48984a4251c6b2686 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a07a6211cf7145e48984a4251c6b2686 2024-11-25T20:23:35,347 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into a07a6211cf7145e48984a4251c6b2686(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:35,347 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:35,347 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=12, startTime=1732566215010; duration=0sec 2024-11-25T20:23:35,347 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:35,347 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566275495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566275495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566275499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566275496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,522 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/a2f246e160aa497da56e1cce915cd57a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a2f246e160aa497da56e1cce915cd57a 2024-11-25T20:23:35,531 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into a2f246e160aa497da56e1cce915cd57a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:35,532 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:35,532 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=12, startTime=1732566215009; duration=0sec 2024-11-25T20:23:35,532 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:35,532 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:35,688 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/800bb228b4e649f4857f405ac718cd32 2024-11-25T20:23:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/60145b638b6c48fc98e61254b5f5340f is 50, key is test_row_0/C:col10/1732566214792/Put/seqid=0 2024-11-25T20:23:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741919_1095 (size=9857) 2024-11-25T20:23:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54402 deadline: 1732566275805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54350 deadline: 1732566275806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54390 deadline: 1732566275809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54360 deadline: 1732566275817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:35,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54354 deadline: 1732566275930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:35,932 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8299 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:36,111 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:57878 2024-11-25T20:23:36,111 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,112 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a3bcc94 to 127.0.0.1:57878 2024-11-25T20:23:36,112 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,112 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50c96c5f to 127.0.0.1:57878 2024-11-25T20:23:36,113 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,113 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:57878 2024-11-25T20:23:36,113 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,163 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/60145b638b6c48fc98e61254b5f5340f 2024-11-25T20:23:36,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/09c779dc798e4e56bac4de1ca1b79051 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/09c779dc798e4e56bac4de1ca1b79051 2024-11-25T20:23:36,253 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/09c779dc798e4e56bac4de1ca1b79051, entries=100, sequenceid=393, filesize=9.6 K 2024-11-25T20:23:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/800bb228b4e649f4857f405ac718cd32 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/800bb228b4e649f4857f405ac718cd32 2024-11-25T20:23:36,286 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/800bb228b4e649f4857f405ac718cd32, entries=100, sequenceid=393, filesize=9.6 K 2024-11-25T20:23:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/60145b638b6c48fc98e61254b5f5340f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/60145b638b6c48fc98e61254b5f5340f 2024-11-25T20:23:36,296 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/60145b638b6c48fc98e61254b5f5340f, entries=100, sequenceid=393, filesize=9.6 K 2024-11-25T20:23:36,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1211ms, sequenceid=393, compaction requested=false 2024-11-25T20:23:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T20:23:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T20:23:36,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:23:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:36,316 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44348105 to 127.0.0.1:57878 2024-11-25T20:23:36,316 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,316 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9f32 to 127.0.0.1:57878 2024-11-25T20:23:36,316 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:36,317 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b3eab0 to 127.0.0.1:57878 2024-11-25T20:23:36,317 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:36,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:36,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T20:23:36,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5400 sec 2024-11-25T20:23:36,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/065f7b464fe24b5fab6cb2bc0cbaf862 is 50, key is test_row_0/A:col10/1732566215173/Put/seqid=0 2024-11-25T20:23:36,332 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:57878 2024-11-25T20:23:36,332 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:36,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.5620 sec 2024-11-25T20:23:36,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741920_1096 (size=12301) 2024-11-25T20:23:36,382 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:23:36,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/065f7b464fe24b5fab6cb2bc0cbaf862 2024-11-25T20:23:36,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ca8668145b6045e3b6c635266573eca1 is 50, key is test_row_0/B:col10/1732566215173/Put/seqid=0 2024-11-25T20:23:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741921_1097 (size=12301) 2024-11-25T20:23:36,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ca8668145b6045e3b6c635266573eca1 2024-11-25T20:23:36,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e55c534157a5419dac2d04cb72fc8467 is 50, key is test_row_0/C:col10/1732566215173/Put/seqid=0 2024-11-25T20:23:36,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741922_1098 (size=12301) 2024-11-25T20:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T20:23:36,879 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T20:23:37,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e55c534157a5419dac2d04cb72fc8467 2024-11-25T20:23:37,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/065f7b464fe24b5fab6cb2bc0cbaf862 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/065f7b464fe24b5fab6cb2bc0cbaf862 2024-11-25T20:23:37,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/065f7b464fe24b5fab6cb2bc0cbaf862, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T20:23:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ca8668145b6045e3b6c635266573eca1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ca8668145b6045e3b6c635266573eca1 2024-11-25T20:23:37,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ca8668145b6045e3b6c635266573eca1, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T20:23:37,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e55c534157a5419dac2d04cb72fc8467 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e55c534157a5419dac2d04cb72fc8467 2024-11-25T20:23:37,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e55c534157a5419dac2d04cb72fc8467, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T20:23:37,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 917ms, sequenceid=418, compaction requested=true 2024-11-25T20:23:37,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:37,233 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:37,233 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b22fc34d633e02f62ef6ab3f1c4c679:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:37,234 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:37,234 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:37,234 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/B is initiating minor compaction (all files) 2024-11-25T20:23:37,234 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/A is initiating minor compaction (all files) 2024-11-25T20:23:37,235 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/A in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:37,235 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/B in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:37,235 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a2f246e160aa497da56e1cce915cd57a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/09c779dc798e4e56bac4de1ca1b79051, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/065f7b464fe24b5fab6cb2bc0cbaf862] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=34.5 K 2024-11-25T20:23:37,235 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/326ca6102e0d4c48befe026ecb0a8322, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/800bb228b4e649f4857f405ac718cd32, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ca8668145b6045e3b6c635266573eca1] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=34.5 K 2024-11-25T20:23:37,235 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 326ca6102e0d4c48befe026ecb0a8322, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732566213563 2024-11-25T20:23:37,235 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2f246e160aa497da56e1cce915cd57a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732566213563 2024-11-25T20:23:37,239 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c779dc798e4e56bac4de1ca1b79051, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732566214792 2024-11-25T20:23:37,239 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 800bb228b4e649f4857f405ac718cd32, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732566214792 2024-11-25T20:23:37,239 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 065f7b464fe24b5fab6cb2bc0cbaf862, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732566215173 2024-11-25T20:23:37,240 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ca8668145b6045e3b6c635266573eca1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732566215173 2024-11-25T20:23:37,264 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:37,265 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/9c2a17e3c760439cb80bb51ff0b85f30 is 50, key is test_row_0/A:col10/1732566215173/Put/seqid=0 2024-11-25T20:23:37,272 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:37,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ada0b68f04514adaade243b04ca4c097 is 50, key is test_row_0/B:col10/1732566215173/Put/seqid=0 2024-11-25T20:23:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741923_1099 (size=13255) 2024-11-25T20:23:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741924_1100 (size=13255) 2024-11-25T20:23:37,302 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/9c2a17e3c760439cb80bb51ff0b85f30 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9c2a17e3c760439cb80bb51ff0b85f30 2024-11-25T20:23:37,309 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/A of 1b22fc34d633e02f62ef6ab3f1c4c679 into 9c2a17e3c760439cb80bb51ff0b85f30(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:37,309 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:37,309 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/A, priority=13, startTime=1732566217233; duration=0sec 2024-11-25T20:23:37,310 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:37,310 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:A 2024-11-25T20:23:37,310 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:37,311 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:37,311 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 1b22fc34d633e02f62ef6ab3f1c4c679/C is initiating minor compaction (all files) 2024-11-25T20:23:37,311 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1b22fc34d633e02f62ef6ab3f1c4c679/C in TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:37,311 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a07a6211cf7145e48984a4251c6b2686, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/60145b638b6c48fc98e61254b5f5340f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e55c534157a5419dac2d04cb72fc8467] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp, totalSize=34.5 K 2024-11-25T20:23:37,311 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a07a6211cf7145e48984a4251c6b2686, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732566213563 2024-11-25T20:23:37,312 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60145b638b6c48fc98e61254b5f5340f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732566214792 2024-11-25T20:23:37,312 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e55c534157a5419dac2d04cb72fc8467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732566215173 2024-11-25T20:23:37,321 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b22fc34d633e02f62ef6ab3f1c4c679#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:37,324 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/88eddc94b05c4755819e421c2c1c189e is 50, key is test_row_0/C:col10/1732566215173/Put/seqid=0 2024-11-25T20:23:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741925_1101 (size=13255) 2024-11-25T20:23:37,337 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/88eddc94b05c4755819e421c2c1c189e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/88eddc94b05c4755819e421c2c1c189e 2024-11-25T20:23:37,346 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/C of 1b22fc34d633e02f62ef6ab3f1c4c679 into 88eddc94b05c4755819e421c2c1c189e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:37,346 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:37,346 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/C, priority=13, startTime=1732566217233; duration=0sec 2024-11-25T20:23:37,347 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:37,347 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:C 2024-11-25T20:23:37,701 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/ada0b68f04514adaade243b04ca4c097 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ada0b68f04514adaade243b04ca4c097 2024-11-25T20:23:37,709 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1b22fc34d633e02f62ef6ab3f1c4c679/B of 1b22fc34d633e02f62ef6ab3f1c4c679 into ada0b68f04514adaade243b04ca4c097(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:37,709 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:37,709 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679., storeName=1b22fc34d633e02f62ef6ab3f1c4c679/B, priority=13, startTime=1732566217233; duration=0sec 2024-11-25T20:23:37,709 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:37,709 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b22fc34d633e02f62ef6ab3f1c4c679:B 2024-11-25T20:23:42,628 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T20:23:42,630 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T20:23:46,005 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:57878 2024-11-25T20:23:46,005 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1924 2024-11-25T20:23:46,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1969 2024-11-25T20:23:46,006 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:23:46,006 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 929 2024-11-25T20:23:46,006 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2787 rows 2024-11-25T20:23:46,006 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 910 2024-11-25T20:23:46,006 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2730 rows 2024-11-25T20:23:46,006 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:23:46,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ec3f76b to 127.0.0.1:57878 2024-11-25T20:23:46,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:23:46,011 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:23:46,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:23:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:46,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566226027"}]},"ts":"1732566226027"} 2024-11-25T20:23:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:46,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:23:46,092 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:23:46,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:23:46,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, UNASSIGN}] 2024-11-25T20:23:46,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, UNASSIGN 2024-11-25T20:23:46,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=1b22fc34d633e02f62ef6ab3f1c4c679, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:46,113 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:23:46,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure 1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:46,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:46,291 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:46,291 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:23:46,292 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing 1b22fc34d633e02f62ef6ab3f1c4c679, disabling compactions & flushes 2024-11-25T20:23:46,292 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:46,293 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:46,293 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. after waiting 0 ms 2024-11-25T20:23:46,293 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:46,293 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing 1b22fc34d633e02f62ef6ab3f1c4c679 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T20:23:46,293 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=A 2024-11-25T20:23:46,293 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:46,294 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=B 2024-11-25T20:23:46,294 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:46,294 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1b22fc34d633e02f62ef6ab3f1c4c679, store=C 2024-11-25T20:23:46,294 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:46,326 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/9f967cbc21664cab87953a03efe17cda is 50, key is test_row_0/A:col10/1732566226001/Put/seqid=0 2024-11-25T20:23:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741926_1102 (size=9857) 2024-11-25T20:23:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:46,770 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/9f967cbc21664cab87953a03efe17cda 2024-11-25T20:23:46,803 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3bb073c6525a40129f07bfaa5a932f2e is 50, key is test_row_0/B:col10/1732566226001/Put/seqid=0 2024-11-25T20:23:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741927_1103 (size=9857) 2024-11-25T20:23:46,837 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3bb073c6525a40129f07bfaa5a932f2e 2024-11-25T20:23:46,864 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e2e619cba4584f3287b7a4b07f8496a4 is 50, key is test_row_0/C:col10/1732566226001/Put/seqid=0 2024-11-25T20:23:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741928_1104 (size=9857) 2024-11-25T20:23:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:47,346 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e2e619cba4584f3287b7a4b07f8496a4 2024-11-25T20:23:47,360 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/A/9f967cbc21664cab87953a03efe17cda as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9f967cbc21664cab87953a03efe17cda 2024-11-25T20:23:47,374 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9f967cbc21664cab87953a03efe17cda, entries=100, sequenceid=426, filesize=9.6 K 2024-11-25T20:23:47,376 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/B/3bb073c6525a40129f07bfaa5a932f2e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3bb073c6525a40129f07bfaa5a932f2e 2024-11-25T20:23:47,392 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3bb073c6525a40129f07bfaa5a932f2e, entries=100, sequenceid=426, filesize=9.6 K 2024-11-25T20:23:47,395 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/.tmp/C/e2e619cba4584f3287b7a4b07f8496a4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e2e619cba4584f3287b7a4b07f8496a4 2024-11-25T20:23:47,412 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e2e619cba4584f3287b7a4b07f8496a4, entries=100, sequenceid=426, filesize=9.6 K 2024-11-25T20:23:47,414 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 1b22fc34d633e02f62ef6ab3f1c4c679 in 1121ms, sequenceid=426, compaction requested=false 2024-11-25T20:23:47,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/64c631a31cfc46c29d051c6e3d8c188f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/0eda081979534663a44a0fcbef352ea4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/5265e765cf054e409164b48fc508ed60, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af0c09c552854b91962b968b3819a118, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/feb140c2abf84acf97ebb75125b0e915, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1c58aca8d984703b575d1ed7593619e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/2e107e2fc99646dca8f24cb04ead5012, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af5926b5295e4d0baa8f3a1fc5ce0423, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/faf8e099fe86403aad92b2c70bf86a64, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/c8bca0bc0636407196528efcd2827fa7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/27a30397db41424f81e30981d07483dd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/13d371ea3a384c7b861eb262bab19e7a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3e3e5d17ab3640659fee692c0b576b97, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3ed88342951140728b688bf05a5a5169, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/6d23b4c55ee541b3a8f6a79008f8f611, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/ab3b6e98457d48deb54fa3c147ab8101, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a5391448dd3f49648d92d0a5ee8b3101, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3a775a60a86840c992e1f2941b2a2086, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/8a3f0b98c2ea409298f091cb746840e7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d570c30b7a744f16b0b0913d9751ff17, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1f2747084524eaa83cd2a81463d3495, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/fa815e355b594d13bf766205d51af148, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/4281542deaff4c2194e7b109f9fd1c56, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d32c5eeb35264145a40803331ff744ec, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/b02fce1c36ed4065bc928c74891e00f2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a2f246e160aa497da56e1cce915cd57a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/09c779dc798e4e56bac4de1ca1b79051, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/065f7b464fe24b5fab6cb2bc0cbaf862] to archive 2024-11-25T20:23:47,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:23:47,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/64c631a31cfc46c29d051c6e3d8c188f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/64c631a31cfc46c29d051c6e3d8c188f 2024-11-25T20:23:47,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/0eda081979534663a44a0fcbef352ea4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/0eda081979534663a44a0fcbef352ea4 2024-11-25T20:23:47,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/5265e765cf054e409164b48fc508ed60 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/5265e765cf054e409164b48fc508ed60 2024-11-25T20:23:47,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af0c09c552854b91962b968b3819a118 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af0c09c552854b91962b968b3819a118 2024-11-25T20:23:47,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/feb140c2abf84acf97ebb75125b0e915 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/feb140c2abf84acf97ebb75125b0e915 2024-11-25T20:23:47,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1c58aca8d984703b575d1ed7593619e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1c58aca8d984703b575d1ed7593619e 2024-11-25T20:23:47,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/2e107e2fc99646dca8f24cb04ead5012 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/2e107e2fc99646dca8f24cb04ead5012 2024-11-25T20:23:47,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af5926b5295e4d0baa8f3a1fc5ce0423 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/af5926b5295e4d0baa8f3a1fc5ce0423 2024-11-25T20:23:47,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/faf8e099fe86403aad92b2c70bf86a64 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/faf8e099fe86403aad92b2c70bf86a64 2024-11-25T20:23:47,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/c8bca0bc0636407196528efcd2827fa7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/c8bca0bc0636407196528efcd2827fa7 2024-11-25T20:23:47,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/27a30397db41424f81e30981d07483dd to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/27a30397db41424f81e30981d07483dd 2024-11-25T20:23:47,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/13d371ea3a384c7b861eb262bab19e7a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/13d371ea3a384c7b861eb262bab19e7a 2024-11-25T20:23:47,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3e3e5d17ab3640659fee692c0b576b97 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3e3e5d17ab3640659fee692c0b576b97 2024-11-25T20:23:47,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3ed88342951140728b688bf05a5a5169 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3ed88342951140728b688bf05a5a5169 2024-11-25T20:23:47,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/6d23b4c55ee541b3a8f6a79008f8f611 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/6d23b4c55ee541b3a8f6a79008f8f611 2024-11-25T20:23:47,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/ab3b6e98457d48deb54fa3c147ab8101 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/ab3b6e98457d48deb54fa3c147ab8101 2024-11-25T20:23:47,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a5391448dd3f49648d92d0a5ee8b3101 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a5391448dd3f49648d92d0a5ee8b3101 2024-11-25T20:23:47,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3a775a60a86840c992e1f2941b2a2086 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/3a775a60a86840c992e1f2941b2a2086 2024-11-25T20:23:47,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/8a3f0b98c2ea409298f091cb746840e7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/8a3f0b98c2ea409298f091cb746840e7 2024-11-25T20:23:47,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d570c30b7a744f16b0b0913d9751ff17 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d570c30b7a744f16b0b0913d9751ff17 2024-11-25T20:23:47,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1f2747084524eaa83cd2a81463d3495 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/f1f2747084524eaa83cd2a81463d3495 2024-11-25T20:23:47,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/fa815e355b594d13bf766205d51af148 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/fa815e355b594d13bf766205d51af148 2024-11-25T20:23:47,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/4281542deaff4c2194e7b109f9fd1c56 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/4281542deaff4c2194e7b109f9fd1c56 2024-11-25T20:23:47,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d32c5eeb35264145a40803331ff744ec to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/d32c5eeb35264145a40803331ff744ec 2024-11-25T20:23:47,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/b02fce1c36ed4065bc928c74891e00f2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/b02fce1c36ed4065bc928c74891e00f2 2024-11-25T20:23:47,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a2f246e160aa497da56e1cce915cd57a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/a2f246e160aa497da56e1cce915cd57a 2024-11-25T20:23:47,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/09c779dc798e4e56bac4de1ca1b79051 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/09c779dc798e4e56bac4de1ca1b79051 2024-11-25T20:23:47,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/065f7b464fe24b5fab6cb2bc0cbaf862 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/065f7b464fe24b5fab6cb2bc0cbaf862 2024-11-25T20:23:47,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ddd83b2f2bb24e869e36c4d732c4d80e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/fa1fe389824b4e8e9583f484e7695c98, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3d2073f35bbf4288aad4d5bbe6b8f03b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/9857abea2d414424b4b33fbd67235b06, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/7d1fedb73c9f4d2188c83915b57a1122, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/0d4dcbacaf6d4a5380adaf44a77c1fb4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/881c9e2e8aca42ffb71d5fbe1862e79f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c9fe20148bb44746bb6efc2ff0b500ac, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43ac8b51341d4a4db8301853c2a7cb96, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3ffd117a0acd4d839a418e86cc2e9f5b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/d4a6b41c5a2144c09a0321d21968e223, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e3a77790ea47406c91ed0a45434a91cf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/edbed114564840f5ad78e9f0f5cd26e5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/6239d767e0214479bb94198a4b7ec0a7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/988f4b33fe0d4d5d9838e4e4fb2a6edd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/20c61ac8635b4794af179cf3841dbdd3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/1ceb73f12d234369a3dea26984d7b41a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e1df626fae1e4faa903eaece53fcd023, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/f296641fca7d424589be448a62d1cd1a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6e870e5ae674217adcf86784e34cfae, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/10032013816d4847acc2eedc681252fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6822f1410814212870546576a87f7a0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43d571104f4d461b94cecc9fc0814d53, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/cccbea1a3a7a42f9b138ba564d9be2c9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/326ca6102e0d4c48befe026ecb0a8322, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/022bef8d5df14aeb8d8c79b18e175a8d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/800bb228b4e649f4857f405ac718cd32, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ca8668145b6045e3b6c635266573eca1] to archive 2024-11-25T20:23:47,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:23:47,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ddd83b2f2bb24e869e36c4d732c4d80e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ddd83b2f2bb24e869e36c4d732c4d80e 2024-11-25T20:23:47,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/fa1fe389824b4e8e9583f484e7695c98 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/fa1fe389824b4e8e9583f484e7695c98 2024-11-25T20:23:47,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3d2073f35bbf4288aad4d5bbe6b8f03b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3d2073f35bbf4288aad4d5bbe6b8f03b 2024-11-25T20:23:47,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/9857abea2d414424b4b33fbd67235b06 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/9857abea2d414424b4b33fbd67235b06 2024-11-25T20:23:47,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/7d1fedb73c9f4d2188c83915b57a1122 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/7d1fedb73c9f4d2188c83915b57a1122 2024-11-25T20:23:47,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/0d4dcbacaf6d4a5380adaf44a77c1fb4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/0d4dcbacaf6d4a5380adaf44a77c1fb4 2024-11-25T20:23:47,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/881c9e2e8aca42ffb71d5fbe1862e79f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/881c9e2e8aca42ffb71d5fbe1862e79f 2024-11-25T20:23:47,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c9fe20148bb44746bb6efc2ff0b500ac to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c9fe20148bb44746bb6efc2ff0b500ac 2024-11-25T20:23:47,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43ac8b51341d4a4db8301853c2a7cb96 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43ac8b51341d4a4db8301853c2a7cb96 2024-11-25T20:23:47,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3ffd117a0acd4d839a418e86cc2e9f5b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3ffd117a0acd4d839a418e86cc2e9f5b 2024-11-25T20:23:47,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/d4a6b41c5a2144c09a0321d21968e223 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/d4a6b41c5a2144c09a0321d21968e223 2024-11-25T20:23:47,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e3a77790ea47406c91ed0a45434a91cf to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e3a77790ea47406c91ed0a45434a91cf 2024-11-25T20:23:47,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/edbed114564840f5ad78e9f0f5cd26e5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/edbed114564840f5ad78e9f0f5cd26e5 2024-11-25T20:23:47,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/6239d767e0214479bb94198a4b7ec0a7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/6239d767e0214479bb94198a4b7ec0a7 2024-11-25T20:23:47,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/988f4b33fe0d4d5d9838e4e4fb2a6edd to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/988f4b33fe0d4d5d9838e4e4fb2a6edd 2024-11-25T20:23:47,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/20c61ac8635b4794af179cf3841dbdd3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/20c61ac8635b4794af179cf3841dbdd3 2024-11-25T20:23:47,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/1ceb73f12d234369a3dea26984d7b41a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/1ceb73f12d234369a3dea26984d7b41a 2024-11-25T20:23:47,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e1df626fae1e4faa903eaece53fcd023 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/e1df626fae1e4faa903eaece53fcd023 2024-11-25T20:23:47,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/f296641fca7d424589be448a62d1cd1a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/f296641fca7d424589be448a62d1cd1a 2024-11-25T20:23:47,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6e870e5ae674217adcf86784e34cfae to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6e870e5ae674217adcf86784e34cfae 2024-11-25T20:23:47,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/10032013816d4847acc2eedc681252fb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/10032013816d4847acc2eedc681252fb 2024-11-25T20:23:47,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6822f1410814212870546576a87f7a0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/c6822f1410814212870546576a87f7a0 2024-11-25T20:23:47,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43d571104f4d461b94cecc9fc0814d53 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/43d571104f4d461b94cecc9fc0814d53 2024-11-25T20:23:47,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/cccbea1a3a7a42f9b138ba564d9be2c9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/cccbea1a3a7a42f9b138ba564d9be2c9 2024-11-25T20:23:47,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/326ca6102e0d4c48befe026ecb0a8322 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/326ca6102e0d4c48befe026ecb0a8322 2024-11-25T20:23:47,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/022bef8d5df14aeb8d8c79b18e175a8d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/022bef8d5df14aeb8d8c79b18e175a8d 2024-11-25T20:23:47,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/800bb228b4e649f4857f405ac718cd32 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/800bb228b4e649f4857f405ac718cd32 2024-11-25T20:23:47,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ca8668145b6045e3b6c635266573eca1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ca8668145b6045e3b6c635266573eca1 2024-11-25T20:23:47,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6a1b2e077bc7457799e1e3670b16410d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/185027a21cc047a396b5823334adcb1b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/05d214515fb84ad5ab936d9a884ac16b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6ef27c4142b74e42b15ed774c1f7c583, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2ad2d68fcc7408cbfecc8401b32728c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/7569c4ef98b048629c48bd38ff4bd800, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/bc288ee5b9cd4faa8d551eb6aef4911b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/193bb8e337124f9cb5ffdbc72b3da9c2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/079b71295fdb45768fb643d77a978186, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/0f46e45194614a44b1d83fe55474f09b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/944d7e0bb5cf41d49e9d414e11640f50, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/59e295f03bde4a888f8d548b3b5fab9b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a30d102dc3c7414e9e34cb8e47b6d7fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/5bb7408373634a8191db3b7582271465, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/fd381ca32dc744aebd3c9b9ca09f8e9f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/1010523f6c4546c4b9d49d4800031cfa, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/b79e7cd301ac424d83e1ae67fd2bcf68, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/cd93fd3c566f4d28b305089c2adfd6d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/ce78361250f54b07a64efc33158d96cf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/86e07fc44fe04a97b35cc00e19c6d49f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e171473863714b50a6d570dbdcd5bc04, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e726db544a774d209d61e2e1b07ef2b3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2436390324a48b1b98b50b21b1433e3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/313257f913ef498d9d0903c531edb382, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a07a6211cf7145e48984a4251c6b2686, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/37331f2f3b0e4a7cab766c99351f167a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/60145b638b6c48fc98e61254b5f5340f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e55c534157a5419dac2d04cb72fc8467] to archive 2024-11-25T20:23:47,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:23:47,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6a1b2e077bc7457799e1e3670b16410d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6a1b2e077bc7457799e1e3670b16410d 2024-11-25T20:23:47,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/185027a21cc047a396b5823334adcb1b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/185027a21cc047a396b5823334adcb1b 2024-11-25T20:23:47,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/05d214515fb84ad5ab936d9a884ac16b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/05d214515fb84ad5ab936d9a884ac16b 2024-11-25T20:23:47,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6ef27c4142b74e42b15ed774c1f7c583 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/6ef27c4142b74e42b15ed774c1f7c583 2024-11-25T20:23:47,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2ad2d68fcc7408cbfecc8401b32728c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2ad2d68fcc7408cbfecc8401b32728c 2024-11-25T20:23:47,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/7569c4ef98b048629c48bd38ff4bd800 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/7569c4ef98b048629c48bd38ff4bd800 2024-11-25T20:23:47,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/bc288ee5b9cd4faa8d551eb6aef4911b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/bc288ee5b9cd4faa8d551eb6aef4911b 2024-11-25T20:23:47,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/193bb8e337124f9cb5ffdbc72b3da9c2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/193bb8e337124f9cb5ffdbc72b3da9c2 2024-11-25T20:23:48,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/079b71295fdb45768fb643d77a978186 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/079b71295fdb45768fb643d77a978186 2024-11-25T20:23:48,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/0f46e45194614a44b1d83fe55474f09b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/0f46e45194614a44b1d83fe55474f09b 2024-11-25T20:23:48,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/944d7e0bb5cf41d49e9d414e11640f50 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/944d7e0bb5cf41d49e9d414e11640f50 2024-11-25T20:23:48,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/59e295f03bde4a888f8d548b3b5fab9b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/59e295f03bde4a888f8d548b3b5fab9b 2024-11-25T20:23:48,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a30d102dc3c7414e9e34cb8e47b6d7fb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a30d102dc3c7414e9e34cb8e47b6d7fb 2024-11-25T20:23:48,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/5bb7408373634a8191db3b7582271465 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/5bb7408373634a8191db3b7582271465 2024-11-25T20:23:48,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/fd381ca32dc744aebd3c9b9ca09f8e9f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/fd381ca32dc744aebd3c9b9ca09f8e9f 2024-11-25T20:23:48,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/1010523f6c4546c4b9d49d4800031cfa to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/1010523f6c4546c4b9d49d4800031cfa 2024-11-25T20:23:48,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/b79e7cd301ac424d83e1ae67fd2bcf68 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/b79e7cd301ac424d83e1ae67fd2bcf68 2024-11-25T20:23:48,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/cd93fd3c566f4d28b305089c2adfd6d5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/cd93fd3c566f4d28b305089c2adfd6d5 2024-11-25T20:23:48,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/ce78361250f54b07a64efc33158d96cf to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/ce78361250f54b07a64efc33158d96cf 2024-11-25T20:23:48,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/86e07fc44fe04a97b35cc00e19c6d49f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/86e07fc44fe04a97b35cc00e19c6d49f 2024-11-25T20:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:48,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e171473863714b50a6d570dbdcd5bc04 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e171473863714b50a6d570dbdcd5bc04 2024-11-25T20:23:48,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e726db544a774d209d61e2e1b07ef2b3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e726db544a774d209d61e2e1b07ef2b3 2024-11-25T20:23:48,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2436390324a48b1b98b50b21b1433e3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/f2436390324a48b1b98b50b21b1433e3 2024-11-25T20:23:48,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/313257f913ef498d9d0903c531edb382 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/313257f913ef498d9d0903c531edb382 2024-11-25T20:23:48,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a07a6211cf7145e48984a4251c6b2686 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/a07a6211cf7145e48984a4251c6b2686 2024-11-25T20:23:48,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/37331f2f3b0e4a7cab766c99351f167a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/37331f2f3b0e4a7cab766c99351f167a 2024-11-25T20:23:48,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/60145b638b6c48fc98e61254b5f5340f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/60145b638b6c48fc98e61254b5f5340f 2024-11-25T20:23:48,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e55c534157a5419dac2d04cb72fc8467 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e55c534157a5419dac2d04cb72fc8467 2024-11-25T20:23:48,240 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/recovered.edits/429.seqid, newMaxSeqId=429, maxSeqId=1 2024-11-25T20:23:48,245 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679. 2024-11-25T20:23:48,245 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for 1b22fc34d633e02f62ef6ab3f1c4c679: 2024-11-25T20:23:48,250 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed 1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:48,251 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=1b22fc34d633e02f62ef6ab3f1c4c679, regionState=CLOSED 2024-11-25T20:23:48,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T20:23:48,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure 1b22fc34d633e02f62ef6ab3f1c4c679, server=a8cf619b0679,44841,1732566188146 in 2.1390 sec 2024-11-25T20:23:48,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-25T20:23:48,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b22fc34d633e02f62ef6ab3f1c4c679, UNASSIGN in 2.1550 sec 2024-11-25T20:23:48,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T20:23:48,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1670 sec 2024-11-25T20:23:48,275 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566228275"}]},"ts":"1732566228275"} 2024-11-25T20:23:48,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:23:48,324 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:23:48,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3070 sec 2024-11-25T20:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T20:23:50,157 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T20:23:50,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:23:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,166 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,167 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:50,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:50,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/recovered.edits] 2024-11-25T20:23:50,184 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9c2a17e3c760439cb80bb51ff0b85f30 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9c2a17e3c760439cb80bb51ff0b85f30 2024-11-25T20:23:50,186 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9f967cbc21664cab87953a03efe17cda to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/A/9f967cbc21664cab87953a03efe17cda 2024-11-25T20:23:50,190 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3bb073c6525a40129f07bfaa5a932f2e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/3bb073c6525a40129f07bfaa5a932f2e 2024-11-25T20:23:50,196 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ada0b68f04514adaade243b04ca4c097 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/B/ada0b68f04514adaade243b04ca4c097 2024-11-25T20:23:50,210 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/88eddc94b05c4755819e421c2c1c189e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/88eddc94b05c4755819e421c2c1c189e 2024-11-25T20:23:50,249 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e2e619cba4584f3287b7a4b07f8496a4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/C/e2e619cba4584f3287b7a4b07f8496a4 2024-11-25T20:23:50,267 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/recovered.edits/429.seqid to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679/recovered.edits/429.seqid 2024-11-25T20:23:50,269 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/1b22fc34d633e02f62ef6ab3f1c4c679 2024-11-25T20:23:50,269 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:50,276 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T20:23:50,291 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:23:50,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:23:50,343 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,343 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:23:50,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566230343"}]},"ts":"9223372036854775807"} 2024-11-25T20:23:50,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:23:50,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1b22fc34d633e02f62ef6ab3f1c4c679, NAME => 'TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:23:50,347 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:23:50,348 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566230348"}]},"ts":"9223372036854775807"} 2024-11-25T20:23:50,361 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:23:50,403 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 242 msec 2024-11-25T20:23:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T20:23:50,472 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T20:23:50,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a8cf619b0679:44841-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1161040098_22 at /127.0.0.1:52588 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=983 (was 740) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2827 (was 3327) 2024-11-25T20:23:50,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=983, ProcessCount=11, AvailableMemoryMB=2827 2024-11-25T20:23:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:23:50,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:50,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:23:50,542 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:50,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-25T20:23:50,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:23:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T20:23:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741929_1105 (size=963) 2024-11-25T20:23:50,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:23:50,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741930_1106 (size=53) 2024-11-25T20:23:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T20:23:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T20:23:51,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:51,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 12258587f22f9ce70201d54014afa945, disabling compactions & flushes 2024-11-25T20:23:51,021 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. after waiting 0 ms 2024-11-25T20:23:51,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,021 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:51,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:23:51,023 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566231023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566231023"}]},"ts":"1732566231023"} 2024-11-25T20:23:51,025 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:23:51,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:23:51,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566231026"}]},"ts":"1732566231026"} 2024-11-25T20:23:51,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:23:51,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, ASSIGN}] 2024-11-25T20:23:51,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, ASSIGN 2024-11-25T20:23:51,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:23:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T20:23:51,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:51,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:51,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:51,397 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,398 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:51,398 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,398 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:51,399 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,399 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,405 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,408 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:51,408 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12258587f22f9ce70201d54014afa945 columnFamilyName A 2024-11-25T20:23:51,409 DEBUG [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:51,413 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(327): Store=12258587f22f9ce70201d54014afa945/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:51,413 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,418 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:51,419 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12258587f22f9ce70201d54014afa945 columnFamilyName B 2024-11-25T20:23:51,419 DEBUG [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:51,423 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(327): Store=12258587f22f9ce70201d54014afa945/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:51,423 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,427 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:51,428 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12258587f22f9ce70201d54014afa945 columnFamilyName C 2024-11-25T20:23:51,428 DEBUG [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:51,429 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(327): Store=12258587f22f9ce70201d54014afa945/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:51,429 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,430 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,430 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,435 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:51,437 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:51,451 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:23:51,452 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened 12258587f22f9ce70201d54014afa945; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61712479, jitterRate=-0.08041240274906158}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:51,453 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:51,463 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., pid=33, masterSystemTime=1732566231375 2024-11-25T20:23:51,471 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,472 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:51,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T20:23:51,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 in 272 msec 2024-11-25T20:23:51,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-25T20:23:51,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, ASSIGN in 442 msec 2024-11-25T20:23:51,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:23:51,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566231502"}]},"ts":"1732566231502"} 2024-11-25T20:23:51,511 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:23:51,591 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:23:51,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0560 sec 2024-11-25T20:23:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T20:23:51,658 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-25T20:23:51,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x599453b2 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a084f03 2024-11-25T20:23:51,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e01264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:51,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:51,693 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:51,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:23:51,700 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:23:51,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:23:51,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T20:23:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741931_1107 (size=999) 2024-11-25T20:23:52,150 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T20:23:52,150 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T20:23:52,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:23:52,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, REOPEN/MOVE}] 2024-11-25T20:23:52,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, REOPEN/MOVE 2024-11-25T20:23:52,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:52,179 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=a8cf619b0679,44841,1732566188146, table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T20:23:52,180 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:23:52,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:52,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:52,346 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,346 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:23:52,346 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 12258587f22f9ce70201d54014afa945, disabling compactions & flushes 2024-11-25T20:23:52,346 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,346 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,346 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. after waiting 0 ms 2024-11-25T20:23:52,346 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,404 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T20:23:52,405 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,405 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:52,405 WARN [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: 12258587f22f9ce70201d54014afa945 to self. 2024-11-25T20:23:52,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=CLOSED 2024-11-25T20:23:52,415 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T20:23:52,420 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, REOPEN/MOVE; state=CLOSED, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=true 2024-11-25T20:23:52,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 in 235 msec 2024-11-25T20:23:52,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:52,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:23:52,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:52,736 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,736 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:23:52,736 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,736 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:23:52,737 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,737 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,744 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,752 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:52,760 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12258587f22f9ce70201d54014afa945 columnFamilyName A 2024-11-25T20:23:52,765 DEBUG [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:52,766 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(327): Store=12258587f22f9ce70201d54014afa945/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:52,766 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,769 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:52,769 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12258587f22f9ce70201d54014afa945 columnFamilyName B 2024-11-25T20:23:52,769 DEBUG [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:52,771 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(327): Store=12258587f22f9ce70201d54014afa945/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:52,771 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,772 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:23:52,773 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12258587f22f9ce70201d54014afa945 columnFamilyName C 2024-11-25T20:23:52,773 DEBUG [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:52,779 INFO [StoreOpener-12258587f22f9ce70201d54014afa945-1 {}] regionserver.HStore(327): Store=12258587f22f9ce70201d54014afa945/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:23:52,779 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,781 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,782 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,786 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:23:52,788 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:52,796 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 12258587f22f9ce70201d54014afa945; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59837969, jitterRate=-0.10834477841854095}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:23:52,836 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:52,840 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., pid=38, masterSystemTime=1732566232730 2024-11-25T20:23:52,842 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,842 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:52,843 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=OPEN, openSeqNum=5, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:52,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-25T20:23:52,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 in 274 msec 2024-11-25T20:23:52,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-25T20:23:52,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, REOPEN/MOVE in 684 msec 2024-11-25T20:23:52,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T20:23:52,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 701 msec 2024-11-25T20:23:52,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-25T20:23:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T20:23:52,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2af5ecb6 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ecb8f24 2024-11-25T20:23:52,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc4805b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:52,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02ce9782 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@407076fd 2024-11-25T20:23:52,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e78b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:52,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7052a2e0 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19feb577 2024-11-25T20:23:52,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c854ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:52,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14d1bb75 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e2170d3 2024-11-25T20:23:52,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3183e16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:52,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x499c4ae8 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@664bb6d8 2024-11-25T20:23:52,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486d93ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:52,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61900726 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45472b1d 2024-11-25T20:23:53,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2bd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:53,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x093cc14f to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75df0cb6 2024-11-25T20:23:53,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:53,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43a15d92 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9643ec 2024-11-25T20:23:53,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e00ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:53,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28575504 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422eac1 2024-11-25T20:23:53,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:23:53,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-25T20:23:53,056 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:53,059 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:53,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:53,062 DEBUG [hconnection-0x494fe734-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,064 DEBUG [hconnection-0x7eed2d9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,066 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,068 DEBUG [hconnection-0xcff186c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,069 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,069 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,087 DEBUG [hconnection-0x31a3108d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,088 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:53,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:53,104 DEBUG [hconnection-0x61f9a5dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,105 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:53,167 DEBUG [hconnection-0x366b0197-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,191 DEBUG [hconnection-0x3a16a465-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,193 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,199 DEBUG [hconnection-0x142e1b61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,200 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,203 DEBUG [hconnection-0x5ad6f80e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:23:53,205 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:23:53,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566293247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566293248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566293254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566293255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566293255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258169c7abcda143c680b9c4e68e4221b0_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566233086/Put/seqid=0 2024-11-25T20:23:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741932_1108 (size=12154) 2024-11-25T20:23:53,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:53,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258169c7abcda143c680b9c4e68e4221b0_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258169c7abcda143c680b9c4e68e4221b0_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:53,338 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f73accfcc3ed4ead8654e53e09b329f9, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:53,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f73accfcc3ed4ead8654e53e09b329f9 is 175, key is test_row_0/A:col10/1732566233086/Put/seqid=0 2024-11-25T20:23:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:53,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566293359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566293360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566293360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566293360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566293368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741933_1109 (size=30955) 2024-11-25T20:23:53,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f73accfcc3ed4ead8654e53e09b329f9 2024-11-25T20:23:53,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/82e604093e864c968756f46549734d8f is 50, key is test_row_0/B:col10/1732566233086/Put/seqid=0 2024-11-25T20:23:53,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741934_1110 (size=12001) 2024-11-25T20:23:53,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566293570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566293572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566293573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566293576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566293576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:53,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:53,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:53,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:53,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:53,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566293874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566293881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566293891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566293891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566293891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:53,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:23:53,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/82e604093e864c968756f46549734d8f 2024-11-25T20:23:54,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a2158840b0854ded8b2103021e0ad7f9 is 50, key is test_row_0/C:col10/1732566233086/Put/seqid=0 2024-11-25T20:23:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741935_1111 (size=12001) 2024-11-25T20:23:54,113 INFO [master/a8cf619b0679:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T20:23:54,114 INFO [master/a8cf619b0679:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T20:23:54,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:54,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566294388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566294389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566294400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566294400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566294404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a2158840b0854ded8b2103021e0ad7f9 2024-11-25T20:23:54,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f73accfcc3ed4ead8654e53e09b329f9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9 2024-11-25T20:23:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:54,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T20:23:54,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/82e604093e864c968756f46549734d8f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/82e604093e864c968756f46549734d8f 2024-11-25T20:23:54,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/82e604093e864c968756f46549734d8f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T20:23:54,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a2158840b0854ded8b2103021e0ad7f9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a2158840b0854ded8b2103021e0ad7f9 2024-11-25T20:23:54,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a2158840b0854ded8b2103021e0ad7f9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T20:23:54,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 12258587f22f9ce70201d54014afa945 in 1440ms, sequenceid=16, compaction requested=false 2024-11-25T20:23:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:54,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:54,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T20:23:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:54,639 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e72f755b6a93432cba4ce20cae4a9d70_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566233240/Put/seqid=0 2024-11-25T20:23:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741936_1112 (size=12154) 2024-11-25T20:23:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:54,776 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e72f755b6a93432cba4ce20cae4a9d70_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e72f755b6a93432cba4ce20cae4a9d70_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:54,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/ad1b0758c49a49fabb08876ff68a99d7, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:54,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/ad1b0758c49a49fabb08876ff68a99d7 is 175, key is test_row_0/A:col10/1732566233240/Put/seqid=0 2024-11-25T20:23:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741937_1113 (size=30955) 2024-11-25T20:23:54,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/ad1b0758c49a49fabb08876ff68a99d7 2024-11-25T20:23:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/06722bb7e5c64ac79ab015840e4d534c is 50, key is test_row_0/B:col10/1732566233240/Put/seqid=0 2024-11-25T20:23:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741938_1114 (size=12001) 2024-11-25T20:23:54,965 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/06722bb7e5c64ac79ab015840e4d534c 2024-11-25T20:23:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/65d73e9c4fea4dd8b06cc1f28fbb83c0 is 50, key is test_row_0/C:col10/1732566233240/Put/seqid=0 2024-11-25T20:23:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741939_1115 (size=12001) 2024-11-25T20:23:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:55,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:55,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566295417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566295418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566295432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566295439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566295444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,505 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/65d73e9c4fea4dd8b06cc1f28fbb83c0 2024-11-25T20:23:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566295520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/ad1b0758c49a49fabb08876ff68a99d7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7 2024-11-25T20:23:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566295527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,545 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T20:23:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/06722bb7e5c64ac79ab015840e4d534c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06722bb7e5c64ac79ab015840e4d534c 2024-11-25T20:23:55,573 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06722bb7e5c64ac79ab015840e4d534c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T20:23:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/65d73e9c4fea4dd8b06cc1f28fbb83c0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/65d73e9c4fea4dd8b06cc1f28fbb83c0 2024-11-25T20:23:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,595 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/65d73e9c4fea4dd8b06cc1f28fbb83c0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T20:23:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,597 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 12258587f22f9ce70201d54014afa945 in 958ms, sequenceid=41, compaction requested=false 2024-11-25T20:23:55,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:55,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:55,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T20:23:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-25T20:23:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T20:23:55,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5400 sec 2024-11-25T20:23:55,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.5590 sec 2024-11-25T20:23:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:23:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdeb823144204566b6b95822aa8f84a6_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741940_1116 (size=12154) 2024-11-25T20:23:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566295879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566295879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566295990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566295994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:56,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566296201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:56,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566296204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:56,291 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:56,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdeb823144204566b6b95822aa8f84a6_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdeb823144204566b6b95822aa8f84a6_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:56,315 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/d3a2e2ee18a04eb7924d5615f821399a, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:56,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/d3a2e2ee18a04eb7924d5615f821399a is 175, key is test_row_0/A:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741941_1117 (size=30955) 2024-11-25T20:23:56,381 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/d3a2e2ee18a04eb7924d5615f821399a 2024-11-25T20:23:56,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b86ec2d24c38486eb84347e851870267 is 50, key is test_row_0/B:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741942_1118 (size=12001) 2024-11-25T20:23:56,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b86ec2d24c38486eb84347e851870267 2024-11-25T20:23:56,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/e29e5657acab42f582b8ec841fa6dbca is 50, key is test_row_0/C:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566296512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:56,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566296513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741943_1119 (size=12001) 2024-11-25T20:23:56,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/e29e5657acab42f582b8ec841fa6dbca 2024-11-25T20:23:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/d3a2e2ee18a04eb7924d5615f821399a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a 2024-11-25T20:23:56,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T20:23:56,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b86ec2d24c38486eb84347e851870267 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b86ec2d24c38486eb84347e851870267 2024-11-25T20:23:56,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b86ec2d24c38486eb84347e851870267, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T20:23:56,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/e29e5657acab42f582b8ec841fa6dbca as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e29e5657acab42f582b8ec841fa6dbca 2024-11-25T20:23:56,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e29e5657acab42f582b8ec841fa6dbca, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T20:23:56,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 12258587f22f9ce70201d54014afa945 in 891ms, sequenceid=53, compaction requested=true 2024-11-25T20:23:56,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:56,626 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:56,626 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:56,628 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:56,629 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:23:56,629 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:56,629 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=90.7 K 2024-11-25T20:23:56,629 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:56,629 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a] 2024-11-25T20:23:56,630 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f73accfcc3ed4ead8654e53e09b329f9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732566233084 2024-11-25T20:23:56,632 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1b0758c49a49fabb08876ff68a99d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566233235 2024-11-25T20:23:56,635 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:56,635 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:23:56,636 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:56,636 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/82e604093e864c968756f46549734d8f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06722bb7e5c64ac79ab015840e4d534c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b86ec2d24c38486eb84347e851870267] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=35.2 K 2024-11-25T20:23:56,637 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d3a2e2ee18a04eb7924d5615f821399a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566235415 2024-11-25T20:23:56,638 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82e604093e864c968756f46549734d8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732566233084 2024-11-25T20:23:56,639 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06722bb7e5c64ac79ab015840e4d534c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566233235 2024-11-25T20:23:56,639 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b86ec2d24c38486eb84347e851870267, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566235415 2024-11-25T20:23:56,680 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:56,692 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:56,693 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/420e4feac8ab41d899a5093f92239e08 is 50, key is test_row_0/B:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:56,706 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125083f3cba80c54d7a91ba2975eae65354_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:56,709 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125083f3cba80c54d7a91ba2975eae65354_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:56,710 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125083f3cba80c54d7a91ba2975eae65354_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741944_1120 (size=12104) 2024-11-25T20:23:56,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741945_1121 (size=4469) 2024-11-25T20:23:56,799 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#99 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:56,801 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/19dcbb208ba5460bb0dfc357682f44e1 is 175, key is test_row_0/A:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741946_1122 (size=31058) 2024-11-25T20:23:57,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:23:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:57,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e6de79e24b684fb9bb3c4eac61d3b807_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566235875/Put/seqid=0 2024-11-25T20:23:57,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566297063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566297064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741947_1123 (size=14594) 2024-11-25T20:23:57,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566297180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566297181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T20:23:57,185 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-25T20:23:57,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-25T20:23:57,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T20:23:57,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:57,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:57,200 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/420e4feac8ab41d899a5093f92239e08 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/420e4feac8ab41d899a5093f92239e08 2024-11-25T20:23:57,214 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into 420e4feac8ab41d899a5093f92239e08(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:57,215 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:57,215 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=13, startTime=1732566236626; duration=0sec 2024-11-25T20:23:57,216 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:57,216 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:23:57,216 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:23:57,217 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:23:57,218 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:23:57,218 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,218 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a2158840b0854ded8b2103021e0ad7f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/65d73e9c4fea4dd8b06cc1f28fbb83c0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e29e5657acab42f582b8ec841fa6dbca] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=35.2 K 2024-11-25T20:23:57,218 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2158840b0854ded8b2103021e0ad7f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732566233084 2024-11-25T20:23:57,219 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d73e9c4fea4dd8b06cc1f28fbb83c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566233235 2024-11-25T20:23:57,219 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e29e5657acab42f582b8ec841fa6dbca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566235415 2024-11-25T20:23:57,246 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#102 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:57,247 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/38e97101a7f74166b4958643ebbb60d4 is 50, key is test_row_0/C:col10/1732566235732/Put/seqid=0 2024-11-25T20:23:57,264 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/19dcbb208ba5460bb0dfc357682f44e1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/19dcbb208ba5460bb0dfc357682f44e1 2024-11-25T20:23:57,272 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into 19dcbb208ba5460bb0dfc357682f44e1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:57,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:57,273 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=13, startTime=1732566236625; duration=0sec 2024-11-25T20:23:57,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:57,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:23:57,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741948_1124 (size=12104) 2024-11-25T20:23:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T20:23:57,301 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/38e97101a7f74166b4958643ebbb60d4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/38e97101a7f74166b4958643ebbb60d4 2024-11-25T20:23:57,310 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 38e97101a7f74166b4958643ebbb60d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:57,310 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:57,310 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=13, startTime=1732566236626; duration=0sec 2024-11-25T20:23:57,311 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:57,311 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:23:57,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T20:23:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566297384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566297393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566297451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,459 DEBUG [Thread-553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:57,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566297459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566297462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,470 DEBUG [Thread-561 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:57,475 DEBUG [Thread-559 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4227 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T20:23:57,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:57,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e6de79e24b684fb9bb3c4eac61d3b807_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6de79e24b684fb9bb3c4eac61d3b807_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:57,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T20:23:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,512 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9dba849f636c4737b221d3bc7a61491a, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9dba849f636c4737b221d3bc7a61491a is 175, key is test_row_0/A:col10/1732566235875/Put/seqid=0 2024-11-25T20:23:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741949_1125 (size=39549) 2024-11-25T20:23:57,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9dba849f636c4737b221d3bc7a61491a 2024-11-25T20:23:57,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/06cedad1de044b1bb6df7169ed9774d1 is 50, key is test_row_0/B:col10/1732566235875/Put/seqid=0 2024-11-25T20:23:57,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T20:23:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566297690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741950_1126 (size=12001) 2024-11-25T20:23:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566297710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/06cedad1de044b1bb6df7169ed9774d1 2024-11-25T20:23:57,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9c00f852d9d84bbd9ce3706a2ab89c88 is 50, key is test_row_0/C:col10/1732566235875/Put/seqid=0 2024-11-25T20:23:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T20:23:57,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T20:23:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:23:57,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741951_1127 (size=12001) 2024-11-25T20:23:57,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9c00f852d9d84bbd9ce3706a2ab89c88 2024-11-25T20:23:57,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9dba849f636c4737b221d3bc7a61491a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a 2024-11-25T20:23:57,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a, entries=200, sequenceid=78, filesize=38.6 K 2024-11-25T20:23:57,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/06cedad1de044b1bb6df7169ed9774d1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06cedad1de044b1bb6df7169ed9774d1 2024-11-25T20:23:57,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06cedad1de044b1bb6df7169ed9774d1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T20:23:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9c00f852d9d84bbd9ce3706a2ab89c88 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9c00f852d9d84bbd9ce3706a2ab89c88 2024-11-25T20:23:57,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9c00f852d9d84bbd9ce3706a2ab89c88, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T20:23:57,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 12258587f22f9ce70201d54014afa945 in 884ms, sequenceid=78, compaction requested=false 2024-11-25T20:23:57,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:57,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:57,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T20:23:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:57,981 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:23:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:57,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f5f748e812e440de8616dba32562d5cf_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566237062/Put/seqid=0 2024-11-25T20:23:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741952_1128 (size=12154) 2024-11-25T20:23:58,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:58,064 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f5f748e812e440de8616dba32562d5cf_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f5f748e812e440de8616dba32562d5cf_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f7eff3b426aa4da1a29cc6d4891daa9f, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f7eff3b426aa4da1a29cc6d4891daa9f is 175, key is test_row_0/A:col10/1732566237062/Put/seqid=0 2024-11-25T20:23:58,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741953_1129 (size=30955) 2024-11-25T20:23:58,135 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f7eff3b426aa4da1a29cc6d4891daa9f 2024-11-25T20:23:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/87d840aba7cb42268f0f81022c59142b is 50, key is test_row_0/B:col10/1732566237062/Put/seqid=0 2024-11-25T20:23:58,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741954_1130 (size=12001) 2024-11-25T20:23:58,203 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/87d840aba7cb42268f0f81022c59142b 2024-11-25T20:23:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:58,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/e0a69be913ac420e9dd1ebd0b4668855 is 50, key is test_row_0/C:col10/1732566237062/Put/seqid=0 2024-11-25T20:23:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741955_1131 (size=12001) 2024-11-25T20:23:58,281 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/e0a69be913ac420e9dd1ebd0b4668855 2024-11-25T20:23:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f7eff3b426aa4da1a29cc6d4891daa9f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f 2024-11-25T20:23:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T20:23:58,304 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f, entries=150, sequenceid=92, filesize=30.2 K 2024-11-25T20:23:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/87d840aba7cb42268f0f81022c59142b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/87d840aba7cb42268f0f81022c59142b 2024-11-25T20:23:58,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566298303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,323 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/87d840aba7cb42268f0f81022c59142b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T20:23:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566298321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/e0a69be913ac420e9dd1ebd0b4668855 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e0a69be913ac420e9dd1ebd0b4668855 2024-11-25T20:23:58,337 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e0a69be913ac420e9dd1ebd0b4668855, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T20:23:58,339 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 12258587f22f9ce70201d54014afa945 in 358ms, sequenceid=92, compaction requested=true 2024-11-25T20:23:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T20:23:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-25T20:23:58,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T20:23:58,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1490 sec 2024-11-25T20:23:58,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.1640 sec 2024-11-25T20:23:58,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:23:58,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:58,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:58,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:58,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:58,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aff8c93d27ed4565be8823146c135142_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566298462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566298464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741956_1132 (size=14594) 2024-11-25T20:23:58,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:58,506 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aff8c93d27ed4565be8823146c135142_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aff8c93d27ed4565be8823146c135142_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:58,509 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/2dc96510c71d48cd938df53f49e805c7, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:58,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/2dc96510c71d48cd938df53f49e805c7 is 175, key is test_row_0/A:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741957_1133 (size=39549) 2024-11-25T20:23:58,534 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/2dc96510c71d48cd938df53f49e805c7 2024-11-25T20:23:58,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/7fa56ef357bc4415bf02d4232bfdfc78 is 50, key is test_row_0/B:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:58,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566298578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566298579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741958_1134 (size=12001) 2024-11-25T20:23:58,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/7fa56ef357bc4415bf02d4232bfdfc78 2024-11-25T20:23:58,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/1376ecfcfca14aa4adfbbb33c49b0e27 is 50, key is test_row_0/C:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741959_1135 (size=12001) 2024-11-25T20:23:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566298781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:58,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566298798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566299088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/1376ecfcfca14aa4adfbbb33c49b0e27 2024-11-25T20:23:59,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566299109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/2dc96510c71d48cd938df53f49e805c7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7 2024-11-25T20:23:59,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7, entries=200, sequenceid=118, filesize=38.6 K 2024-11-25T20:23:59,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/7fa56ef357bc4415bf02d4232bfdfc78 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/7fa56ef357bc4415bf02d4232bfdfc78 2024-11-25T20:23:59,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/7fa56ef357bc4415bf02d4232bfdfc78, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:23:59,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/1376ecfcfca14aa4adfbbb33c49b0e27 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/1376ecfcfca14aa4adfbbb33c49b0e27 2024-11-25T20:23:59,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/1376ecfcfca14aa4adfbbb33c49b0e27, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:23:59,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 12258587f22f9ce70201d54014afa945 in 760ms, sequenceid=118, compaction requested=true 2024-11-25T20:23:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:23:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:59,185 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:23:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:23:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:23:59,185 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:59,190 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:59,190 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:23:59,191 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:59,191 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:23:59,192 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:59,192 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/19dcbb208ba5460bb0dfc357682f44e1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=137.8 K 2024-11-25T20:23:59,192 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:59,192 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/19dcbb208ba5460bb0dfc357682f44e1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7] 2024-11-25T20:23:59,192 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:59,193 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/420e4feac8ab41d899a5093f92239e08, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06cedad1de044b1bb6df7169ed9774d1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/87d840aba7cb42268f0f81022c59142b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/7fa56ef357bc4415bf02d4232bfdfc78] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=47.0 K 2024-11-25T20:23:59,193 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19dcbb208ba5460bb0dfc357682f44e1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566235415 2024-11-25T20:23:59,193 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 420e4feac8ab41d899a5093f92239e08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566235415 2024-11-25T20:23:59,194 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 06cedad1de044b1bb6df7169ed9774d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732566235865 2024-11-25T20:23:59,194 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dba849f636c4737b221d3bc7a61491a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732566235863 2024-11-25T20:23:59,195 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 87d840aba7cb42268f0f81022c59142b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566237051 2024-11-25T20:23:59,195 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fa56ef357bc4415bf02d4232bfdfc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566238293 2024-11-25T20:23:59,196 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7eff3b426aa4da1a29cc6d4891daa9f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566237051 2024-11-25T20:23:59,196 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dc96510c71d48cd938df53f49e805c7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566238293 2024-11-25T20:23:59,237 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:59,238 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#111 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:59,238 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d5bfcf63299942a4ae01f69c6d20a4ab is 50, key is test_row_0/B:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:59,261 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259d7aabef06914be282a0d7940d396fbf_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:59,265 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259d7aabef06914be282a0d7940d396fbf_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:59,266 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259d7aabef06914be282a0d7940d396fbf_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T20:23:59,300 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-25T20:23:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741960_1136 (size=12241) 2024-11-25T20:23:59,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741961_1137 (size=4469) 2024-11-25T20:23:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-25T20:23:59,331 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#112 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:59,332 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:59,332 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/af5b962601d949a6bc263671ece4ca42 is 175, key is test_row_0/A:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:59,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:59,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:23:59,337 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d5bfcf63299942a4ae01f69c6d20a4ab as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d5bfcf63299942a4ae01f69c6d20a4ab 2024-11-25T20:23:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T20:23:59,345 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into d5bfcf63299942a4ae01f69c6d20a4ab(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:59,345 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:59,345 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=12, startTime=1732566239185; duration=0sec 2024-11-25T20:23:59,345 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:23:59,345 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:23:59,345 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:23:59,348 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:23:59,348 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:23:59,348 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:59,348 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/38e97101a7f74166b4958643ebbb60d4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9c00f852d9d84bbd9ce3706a2ab89c88, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e0a69be913ac420e9dd1ebd0b4668855, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/1376ecfcfca14aa4adfbbb33c49b0e27] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=47.0 K 2024-11-25T20:23:59,349 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e97101a7f74166b4958643ebbb60d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732566235415 2024-11-25T20:23:59,350 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c00f852d9d84bbd9ce3706a2ab89c88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732566235865 2024-11-25T20:23:59,351 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a69be913ac420e9dd1ebd0b4668855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732566237051 2024-11-25T20:23:59,351 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1376ecfcfca14aa4adfbbb33c49b0e27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566238293 2024-11-25T20:23:59,384 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:23:59,384 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/3a3da2fea84d416296cde21ce860cc16 is 50, key is test_row_0/C:col10/1732566238301/Put/seqid=0 2024-11-25T20:23:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741962_1138 (size=31195) 2024-11-25T20:23:59,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741963_1139 (size=12241) 2024-11-25T20:23:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T20:23:59,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:59,489 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:23:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:23:59,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112599bb41bebea04910865b864ed9296574_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566238445/Put/seqid=0 2024-11-25T20:23:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741964_1140 (size=12154) 2024-11-25T20:23:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:23:59,553 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112599bb41bebea04910865b864ed9296574_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112599bb41bebea04910865b864ed9296574_12258587f22f9ce70201d54014afa945 2024-11-25T20:23:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/44b171f1eddc4654a08d81acd6b28396, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:23:59,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/44b171f1eddc4654a08d81acd6b28396 is 175, key is test_row_0/A:col10/1732566238445/Put/seqid=0 2024-11-25T20:23:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741965_1141 (size=30955) 2024-11-25T20:23:59,608 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/44b171f1eddc4654a08d81acd6b28396 2024-11-25T20:23:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:23:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:23:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/63669cd679e74f1ba867a828af7b28df is 50, key is test_row_0/B:col10/1732566238445/Put/seqid=0 2024-11-25T20:23:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T20:23:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741966_1142 (size=12001) 2024-11-25T20:23:59,708 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/63669cd679e74f1ba867a828af7b28df 2024-11-25T20:23:59,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/2f8781ac9b524665a843f306a9164e42 is 50, key is test_row_0/C:col10/1732566238445/Put/seqid=0 2024-11-25T20:23:59,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566299732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566299734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741967_1143 (size=12001) 2024-11-25T20:23:59,768 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/2f8781ac9b524665a843f306a9164e42 2024-11-25T20:23:59,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/44b171f1eddc4654a08d81acd6b28396 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396 2024-11-25T20:23:59,838 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/af5b962601d949a6bc263671ece4ca42 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/af5b962601d949a6bc263671ece4ca42 2024-11-25T20:23:59,841 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396, entries=150, sequenceid=130, filesize=30.2 K 2024-11-25T20:23:59,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566299841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/63669cd679e74f1ba867a828af7b28df as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/63669cd679e74f1ba867a828af7b28df 2024-11-25T20:23:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:23:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566299847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:23:59,854 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/3a3da2fea84d416296cde21ce860cc16 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3a3da2fea84d416296cde21ce860cc16 2024-11-25T20:23:59,873 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into af5b962601d949a6bc263671ece4ca42(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:59,873 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:59,873 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=12, startTime=1732566239185; duration=0sec 2024-11-25T20:23:59,873 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:59,873 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:23:59,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/63669cd679e74f1ba867a828af7b28df, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T20:23:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/2f8781ac9b524665a843f306a9164e42 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/2f8781ac9b524665a843f306a9164e42 2024-11-25T20:23:59,895 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 3a3da2fea84d416296cde21ce860cc16(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:23:59,895 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:59,895 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=12, startTime=1732566239185; duration=0sec 2024-11-25T20:23:59,897 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:23:59,897 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:23:59,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/2f8781ac9b524665a843f306a9164e42, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T20:23:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 12258587f22f9ce70201d54014afa945 in 417ms, sequenceid=130, compaction requested=false 2024-11-25T20:23:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:23:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:23:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T20:23:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-25T20:23:59,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T20:23:59,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 577 msec 2024-11-25T20:23:59,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 587 msec 2024-11-25T20:23:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T20:23:59,945 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T20:23:59,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:23:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T20:23:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:23:59,958 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:23:59,959 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:23:59,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:00,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:00,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:00,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:00,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:24:00,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125921d881ec5a6448292194af37d32830d_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566300089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566300096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:24:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741968_1144 (size=14794) 2024-11-25T20:24:00,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:00,124 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125921d881ec5a6448292194af37d32830d_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125921d881ec5a6448292194af37d32830d_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:00,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8158c2a74ed24425ba84e7086d4d590d, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:00,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8158c2a74ed24425ba84e7086d4d590d is 175, key is test_row_0/A:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741969_1145 (size=39749) 2024-11-25T20:24:00,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8158c2a74ed24425ba84e7086d4d590d 2024-11-25T20:24:00,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566300199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566300202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/879a093984d54e8eafbf73d060af7ffc is 50, key is test_row_0/B:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:24:00,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:24:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741970_1146 (size=12151) 2024-11-25T20:24:00,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/879a093984d54e8eafbf73d060af7ffc 2024-11-25T20:24:00,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/534580ecd588444bb579c789aabe456a is 50, key is test_row_0/C:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741971_1147 (size=12151) 2024-11-25T20:24:00,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/534580ecd588444bb579c789aabe456a 2024-11-25T20:24:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566300409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566300407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8158c2a74ed24425ba84e7086d4d590d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d 2024-11-25T20:24:00,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:24:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:00,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d, entries=200, sequenceid=158, filesize=38.8 K 2024-11-25T20:24:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/879a093984d54e8eafbf73d060af7ffc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/879a093984d54e8eafbf73d060af7ffc 2024-11-25T20:24:00,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/879a093984d54e8eafbf73d060af7ffc, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:24:00,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/534580ecd588444bb579c789aabe456a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/534580ecd588444bb579c789aabe456a 2024-11-25T20:24:00,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/534580ecd588444bb579c789aabe456a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:24:00,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 12258587f22f9ce70201d54014afa945 in 407ms, sequenceid=158, compaction requested=true 2024-11-25T20:24:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:00,460 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:00,460 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:00,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:00,461 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:00,461 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:24:00,461 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,461 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/af5b962601d949a6bc263671ece4ca42, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=99.5 K 2024-11-25T20:24:00,461 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,462 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/af5b962601d949a6bc263671ece4ca42, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d] 2024-11-25T20:24:00,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:00,462 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting af5b962601d949a6bc263671ece4ca42, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566238293 2024-11-25T20:24:00,463 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:00,463 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:24:00,463 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,463 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d5bfcf63299942a4ae01f69c6d20a4ab, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/63669cd679e74f1ba867a828af7b28df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/879a093984d54e8eafbf73d060af7ffc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=35.5 K 2024-11-25T20:24:00,463 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44b171f1eddc4654a08d81acd6b28396, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732566238445 2024-11-25T20:24:00,464 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d5bfcf63299942a4ae01f69c6d20a4ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566238293 2024-11-25T20:24:00,464 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8158c2a74ed24425ba84e7086d4d590d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566239727 2024-11-25T20:24:00,464 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 63669cd679e74f1ba867a828af7b28df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732566238445 2024-11-25T20:24:00,465 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 879a093984d54e8eafbf73d060af7ffc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566239727 2024-11-25T20:24:00,505 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:00,514 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:00,514 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b92b2c7ca29245afa8e84a6abd759dac is 50, key is test_row_0/B:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,528 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ef6b9260282748308e1d18e917c0ca64_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:00,531 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ef6b9260282748308e1d18e917c0ca64_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:00,531 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ef6b9260282748308e1d18e917c0ca64_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741972_1148 (size=12493) 2024-11-25T20:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:24:00,565 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b92b2c7ca29245afa8e84a6abd759dac as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b92b2c7ca29245afa8e84a6abd759dac 2024-11-25T20:24:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741973_1149 (size=4469) 2024-11-25T20:24:00,575 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#120 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:00,576 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3860b443d0004691957e3bdf17550ab9 is 175, key is test_row_0/A:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,582 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into b92b2c7ca29245afa8e84a6abd759dac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:00,582 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:00,582 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=13, startTime=1732566240460; duration=0sec 2024-11-25T20:24:00,582 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:00,583 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:24:00,583 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:00,585 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:00,585 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:24:00,585 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,586 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3a3da2fea84d416296cde21ce860cc16, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/2f8781ac9b524665a843f306a9164e42, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/534580ecd588444bb579c789aabe456a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=35.5 K 2024-11-25T20:24:00,587 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a3da2fea84d416296cde21ce860cc16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566238293 2024-11-25T20:24:00,588 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f8781ac9b524665a843f306a9164e42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732566238445 2024-11-25T20:24:00,589 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 534580ecd588444bb579c789aabe456a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566239727 2024-11-25T20:24:00,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T20:24:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:00,593 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T20:24:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:00,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4a2cd89158543b08fa1065643d5d7d9_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566240086/Put/seqid=0 2024-11-25T20:24:00,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741974_1150 (size=31447) 2024-11-25T20:24:00,685 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:00,686 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/020f59e4f41343de9427046e608bd3ad is 50, key is test_row_0/C:col10/1732566239729/Put/seqid=0 2024-11-25T20:24:00,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:00,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741975_1151 (size=12304) 2024-11-25T20:24:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741976_1152 (size=12493) 2024-11-25T20:24:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566300906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:00,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566300911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566301019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566301020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:24:01,115 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3860b443d0004691957e3bdf17550ab9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3860b443d0004691957e3bdf17550ab9 2024-11-25T20:24:01,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:01,169 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4a2cd89158543b08fa1065643d5d7d9_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4a2cd89158543b08fa1065643d5d7d9_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:01,171 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into 3860b443d0004691957e3bdf17550ab9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:01,171 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:01,171 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=13, startTime=1732566240460; duration=0sec 2024-11-25T20:24:01,171 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,171 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:24:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/792a60fa58d54e239bc6abbca9906933, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:01,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/792a60fa58d54e239bc6abbca9906933 is 175, key is test_row_0/A:col10/1732566240086/Put/seqid=0 2024-11-25T20:24:01,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566301227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,235 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/020f59e4f41343de9427046e608bd3ad as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/020f59e4f41343de9427046e608bd3ad 2024-11-25T20:24:01,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741977_1153 (size=31105) 2024-11-25T20:24:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566301242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,250 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/792a60fa58d54e239bc6abbca9906933 2024-11-25T20:24:01,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/1aac1332e64940a29748c2ae25695a33 is 50, key is test_row_0/B:col10/1732566240086/Put/seqid=0 2024-11-25T20:24:01,277 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 020f59e4f41343de9427046e608bd3ad(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:01,278 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:01,278 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=13, startTime=1732566240460; duration=0sec 2024-11-25T20:24:01,278 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,278 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:24:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741978_1154 (size=12151) 2024-11-25T20:24:01,346 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/1aac1332e64940a29748c2ae25695a33 2024-11-25T20:24:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f60aed2642ef47f8bca0cde95026133e is 50, key is test_row_0/C:col10/1732566240086/Put/seqid=0 2024-11-25T20:24:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741979_1155 (size=12151) 2024-11-25T20:24:01,420 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f60aed2642ef47f8bca0cde95026133e 2024-11-25T20:24:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/792a60fa58d54e239bc6abbca9906933 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933 2024-11-25T20:24:01,438 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933, entries=150, sequenceid=169, filesize=30.4 K 2024-11-25T20:24:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/1aac1332e64940a29748c2ae25695a33 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/1aac1332e64940a29748c2ae25695a33 2024-11-25T20:24:01,446 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/1aac1332e64940a29748c2ae25695a33, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:24:01,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f60aed2642ef47f8bca0cde95026133e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f60aed2642ef47f8bca0cde95026133e 2024-11-25T20:24:01,454 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f60aed2642ef47f8bca0cde95026133e, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:24:01,456 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 12258587f22f9ce70201d54014afa945 in 862ms, sequenceid=169, compaction requested=false 2024-11-25T20:24:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T20:24:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T20:24:01,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T20:24:01,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4970 sec 2024-11-25T20:24:01,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.5140 sec 2024-11-25T20:24:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:01,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T20:24:01,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:01,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125423a21ca132d4818b2df6372f06dba7c_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566301507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566301510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,512 DEBUG [Thread-559 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8265 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:01,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566301508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741980_1156 (size=14794) 2024-11-25T20:24:01,532 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:01,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566301533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125423a21ca132d4818b2df6372f06dba7c_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125423a21ca132d4818b2df6372f06dba7c_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:01,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/7ab96a2931c54f1f98e74b29ad5dd1c6, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:01,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/7ab96a2931c54f1f98e74b29ad5dd1c6 is 175, key is test_row_0/A:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566301554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741981_1157 (size=39749) 2024-11-25T20:24:01,579 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/7ab96a2931c54f1f98e74b29ad5dd1c6 2024-11-25T20:24:01,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/fe0a8cce672b43c1a4236d2088b43735 is 50, key is test_row_0/B:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566301612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741982_1158 (size=12151) 2024-11-25T20:24:01,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566301614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:01,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/fe0a8cce672b43c1a4236d2088b43735 2024-11-25T20:24:01,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/8656cf5778ab4a4fa53e351f5406f2bc is 50, key is test_row_0/C:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741983_1159 (size=12151) 2024-11-25T20:24:01,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/8656cf5778ab4a4fa53e351f5406f2bc 2024-11-25T20:24:01,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/7ab96a2931c54f1f98e74b29ad5dd1c6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6 2024-11-25T20:24:01,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6, entries=200, sequenceid=199, filesize=38.8 K 2024-11-25T20:24:01,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/fe0a8cce672b43c1a4236d2088b43735 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/fe0a8cce672b43c1a4236d2088b43735 2024-11-25T20:24:01,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/fe0a8cce672b43c1a4236d2088b43735, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T20:24:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/8656cf5778ab4a4fa53e351f5406f2bc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/8656cf5778ab4a4fa53e351f5406f2bc 2024-11-25T20:24:01,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/8656cf5778ab4a4fa53e351f5406f2bc, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T20:24:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 12258587f22f9ce70201d54014afa945 in 277ms, sequenceid=199, compaction requested=true 2024-11-25T20:24:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:01,757 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,759 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:01,760 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:01,760 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:24:01,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:01,760 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:01,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:01,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:01,761 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3860b443d0004691957e3bdf17550ab9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=99.9 K 2024-11-25T20:24:01,761 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:01,761 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3860b443d0004691957e3bdf17550ab9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6] 2024-11-25T20:24:01,761 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:01,762 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:24:01,762 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:01,762 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b92b2c7ca29245afa8e84a6abd759dac, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/1aac1332e64940a29748c2ae25695a33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/fe0a8cce672b43c1a4236d2088b43735] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=35.9 K 2024-11-25T20:24:01,763 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3860b443d0004691957e3bdf17550ab9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566239727 2024-11-25T20:24:01,763 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b92b2c7ca29245afa8e84a6abd759dac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566239727 2024-11-25T20:24:01,764 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 792a60fa58d54e239bc6abbca9906933, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566240065 2024-11-25T20:24:01,764 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aac1332e64940a29748c2ae25695a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566240065 2024-11-25T20:24:01,764 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ab96a2931c54f1f98e74b29ad5dd1c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566240883 2024-11-25T20:24:01,764 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting fe0a8cce672b43c1a4236d2088b43735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566240889 2024-11-25T20:24:01,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:01,784 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:01,802 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:01,803 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/74d195d2ff7f4e2794f2e983fadcba0a is 50, key is test_row_0/B:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,807 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ca67f17922cc40af8eb265cef7b713bf_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:01,810 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ca67f17922cc40af8eb265cef7b713bf_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:01,810 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ca67f17922cc40af8eb265cef7b713bf_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:01,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:01,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741984_1160 (size=12595) 2024-11-25T20:24:01,874 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/74d195d2ff7f4e2794f2e983fadcba0a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/74d195d2ff7f4e2794f2e983fadcba0a 2024-11-25T20:24:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741985_1161 (size=4469) 2024-11-25T20:24:01,883 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#129 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:01,884 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/588c74bd1019408fa873de38f31c61bc is 175, key is test_row_0/A:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,884 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into 74d195d2ff7f4e2794f2e983fadcba0a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:01,884 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:01,884 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=13, startTime=1732566241759; duration=0sec 2024-11-25T20:24:01,885 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:01,885 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:24:01,885 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:01,887 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:01,887 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:24:01,887 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:01,888 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/020f59e4f41343de9427046e608bd3ad, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f60aed2642ef47f8bca0cde95026133e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/8656cf5778ab4a4fa53e351f5406f2bc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=35.9 K 2024-11-25T20:24:01,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 020f59e4f41343de9427046e608bd3ad, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566239727 2024-11-25T20:24:01,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f60aed2642ef47f8bca0cde95026133e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566240065 2024-11-25T20:24:01,889 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8656cf5778ab4a4fa53e351f5406f2bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566240889 2024-11-25T20:24:01,920 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:01,921 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/3370a2a95a1147b1b1df2e700f5422b7 is 50, key is test_row_0/C:col10/1732566240897/Put/seqid=0 2024-11-25T20:24:01,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8ccdf6d98d741b18db70063e2790ac1_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566241826/Put/seqid=0 2024-11-25T20:24:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741986_1162 (size=31549) 2024-11-25T20:24:01,983 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/588c74bd1019408fa873de38f31c61bc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/588c74bd1019408fa873de38f31c61bc 2024-11-25T20:24:02,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741987_1163 (size=12595) 2024-11-25T20:24:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566302008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,024 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into 588c74bd1019408fa873de38f31c61bc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:02,024 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:02,024 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=13, startTime=1732566241757; duration=0sec 2024-11-25T20:24:02,024 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:02,024 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:24:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741988_1164 (size=17284) 2024-11-25T20:24:02,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566302027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,035 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/3370a2a95a1147b1b1df2e700f5422b7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3370a2a95a1147b1b1df2e700f5422b7 2024-11-25T20:24:02,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566302041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,053 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8ccdf6d98d741b18db70063e2790ac1_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8ccdf6d98d741b18db70063e2790ac1_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:02,057 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 3370a2a95a1147b1b1df2e700f5422b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:02,057 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:02,057 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=13, startTime=1732566241761; duration=0sec 2024-11-25T20:24:02,058 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:02,058 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:24:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T20:24:02,060 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T20:24:02,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a065a3bb216f4f8fbc81dbf6bce759f6, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:02,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:02,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a065a3bb216f4f8fbc81dbf6bce759f6 is 175, key is test_row_0/A:col10/1732566241826/Put/seqid=0 2024-11-25T20:24:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T20:24:02,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:02,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:02,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:02,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566302059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741989_1165 (size=48389) 2024-11-25T20:24:02,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a065a3bb216f4f8fbc81dbf6bce759f6 2024-11-25T20:24:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566302125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/eb1bb251826148229b66a8e9791709a7 is 50, key is test_row_0/B:col10/1732566241826/Put/seqid=0 2024-11-25T20:24:02,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566302133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741990_1166 (size=12151) 2024-11-25T20:24:02,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/eb1bb251826148229b66a8e9791709a7 2024-11-25T20:24:02,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f6203ad7320c4ad48d714c85252926d5 is 50, key is test_row_0/C:col10/1732566241826/Put/seqid=0 2024-11-25T20:24:02,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:02,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:02,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741991_1167 (size=12151) 2024-11-25T20:24:02,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f6203ad7320c4ad48d714c85252926d5 2024-11-25T20:24:02,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a065a3bb216f4f8fbc81dbf6bce759f6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6 2024-11-25T20:24:02,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6, entries=250, sequenceid=211, filesize=47.3 K 2024-11-25T20:24:02,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/eb1bb251826148229b66a8e9791709a7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/eb1bb251826148229b66a8e9791709a7 2024-11-25T20:24:02,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/eb1bb251826148229b66a8e9791709a7, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T20:24:02,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f6203ad7320c4ad48d714c85252926d5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f6203ad7320c4ad48d714c85252926d5 2024-11-25T20:24:02,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f6203ad7320c4ad48d714c85252926d5, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T20:24:02,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 12258587f22f9ce70201d54014afa945 in 456ms, sequenceid=211, compaction requested=false 2024-11-25T20:24:02,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:02,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:02,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cfc01eca4a7142a687a2e1b6190c4585_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:02,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566302391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566302393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741992_1168 (size=14794) 2024-11-25T20:24:02,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:02,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cfc01eca4a7142a687a2e1b6190c4585_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cfc01eca4a7142a687a2e1b6190c4585_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:02,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9ca3b471980545ba87454641b2554c13, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:02,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9ca3b471980545ba87454641b2554c13 is 175, key is test_row_0/A:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566302502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566302520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741993_1169 (size=39749) 2024-11-25T20:24:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:02,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566302709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566302731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:02,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:02,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:02,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9ca3b471980545ba87454641b2554c13 2024-11-25T20:24:02,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/ab0e9e0c47bf439b8ad9073a104dc65e is 50, key is test_row_0/B:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:03,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566303011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:03,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566303038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741994_1170 (size=12151) 2024-11-25T20:24:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566303059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566303079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:03,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/ab0e9e0c47bf439b8ad9073a104dc65e 2024-11-25T20:24:03,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a39047588b304d07ba26aaec703f5868 is 50, key is test_row_0/C:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:03,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566303518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741995_1171 (size=12151) 2024-11-25T20:24:03,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a39047588b304d07ba26aaec703f5868 2024-11-25T20:24:03,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/9ca3b471980545ba87454641b2554c13 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13 2024-11-25T20:24:03,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566303548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13, entries=200, sequenceid=239, filesize=38.8 K 2024-11-25T20:24:03,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/ab0e9e0c47bf439b8ad9073a104dc65e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ab0e9e0c47bf439b8ad9073a104dc65e 2024-11-25T20:24:03,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ab0e9e0c47bf439b8ad9073a104dc65e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-25T20:24:03,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a39047588b304d07ba26aaec703f5868 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a39047588b304d07ba26aaec703f5868 2024-11-25T20:24:03,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a39047588b304d07ba26aaec703f5868, entries=150, sequenceid=239, filesize=11.9 K 2024-11-25T20:24:03,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 12258587f22f9ce70201d54014afa945 in 1266ms, sequenceid=239, compaction requested=true 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T20:24:03,605 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:03,608 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:03,619 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:03,619 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:24:03,619 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,620 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/588c74bd1019408fa873de38f31c61bc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=116.9 K 2024-11-25T20:24:03,620 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,620 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/588c74bd1019408fa873de38f31c61bc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13] 2024-11-25T20:24:03,621 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:03,621 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 588c74bd1019408fa873de38f31c61bc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566240889 2024-11-25T20:24:03,621 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:24:03,621 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,621 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3370a2a95a1147b1b1df2e700f5422b7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f6203ad7320c4ad48d714c85252926d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a39047588b304d07ba26aaec703f5868] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=36.0 K 2024-11-25T20:24:03,627 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a065a3bb216f4f8fbc81dbf6bce759f6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566241503 2024-11-25T20:24:03,627 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3370a2a95a1147b1b1df2e700f5422b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566240889 2024-11-25T20:24:03,631 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca3b471980545ba87454641b2554c13, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732566242005 2024-11-25T20:24:03,631 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6203ad7320c4ad48d714c85252926d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566241822 2024-11-25T20:24:03,636 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a39047588b304d07ba26aaec703f5868, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732566242005 2024-11-25T20:24:03,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:03,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T20:24:03,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,674 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:03,679 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:03,690 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:03,691 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/557c888e5d5b41b18a019c173f571b01 is 50, key is test_row_0/C:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:03,700 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e59d789ebca04d378a77ccb8579928ed_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:03,702 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e59d789ebca04d378a77ccb8579928ed_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:03,702 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e59d789ebca04d378a77ccb8579928ed_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112511afd92c098b476ba9f1dfddebb382b5_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566242351/Put/seqid=0 2024-11-25T20:24:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741996_1172 (size=12697) 2024-11-25T20:24:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741997_1173 (size=4469) 2024-11-25T20:24:03,780 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/557c888e5d5b41b18a019c173f571b01 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/557c888e5d5b41b18a019c173f571b01 2024-11-25T20:24:03,781 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#138 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:03,781 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f0fcd686dac24d84841df852f5107ea3 is 175, key is test_row_0/A:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741998_1174 (size=12304) 2024-11-25T20:24:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:03,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112511afd92c098b476ba9f1dfddebb382b5_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112511afd92c098b476ba9f1dfddebb382b5_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3312cade5b604058ae334c998aae99d2, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:03,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3312cade5b604058ae334c998aae99d2 is 175, key is test_row_0/A:col10/1732566242351/Put/seqid=0 2024-11-25T20:24:03,809 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 557c888e5d5b41b18a019c173f571b01(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:03,809 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:03,809 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=13, startTime=1732566243603; duration=0sec 2024-11-25T20:24:03,809 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:03,809 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:24:03,809 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:03,811 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:03,811 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:24:03,811 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:03,812 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/74d195d2ff7f4e2794f2e983fadcba0a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/eb1bb251826148229b66a8e9791709a7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ab0e9e0c47bf439b8ad9073a104dc65e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=36.0 K 2024-11-25T20:24:03,812 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74d195d2ff7f4e2794f2e983fadcba0a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566240889 2024-11-25T20:24:03,813 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb1bb251826148229b66a8e9791709a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566241822 2024-11-25T20:24:03,827 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab0e9e0c47bf439b8ad9073a104dc65e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732566242005 2024-11-25T20:24:03,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741999_1175 (size=31651) 2024-11-25T20:24:03,867 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:03,868 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/ec70772b864749fc910b3457aabbc53d is 50, key is test_row_0/B:col10/1732566242335/Put/seqid=0 2024-11-25T20:24:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742000_1176 (size=31105) 2024-11-25T20:24:03,870 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3312cade5b604058ae334c998aae99d2 2024-11-25T20:24:03,877 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f0fcd686dac24d84841df852f5107ea3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f0fcd686dac24d84841df852f5107ea3 2024-11-25T20:24:03,888 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into f0fcd686dac24d84841df852f5107ea3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:03,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:03,888 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=13, startTime=1732566243603; duration=0sec 2024-11-25T20:24:03,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:03,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:24:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/6575a604814b487592e1215edb4a714e is 50, key is test_row_0/B:col10/1732566242351/Put/seqid=0 2024-11-25T20:24:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742002_1178 (size=12151) 2024-11-25T20:24:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/6575a604814b487592e1215edb4a714e 2024-11-25T20:24:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742001_1177 (size=12697) 2024-11-25T20:24:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f613979f6a81411ebe81bfc7599f11df is 50, key is test_row_0/C:col10/1732566242351/Put/seqid=0 2024-11-25T20:24:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742003_1179 (size=12151) 2024-11-25T20:24:04,041 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f613979f6a81411ebe81bfc7599f11df 2024-11-25T20:24:04,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3312cade5b604058ae334c998aae99d2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2 2024-11-25T20:24:04,151 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2, entries=150, sequenceid=250, filesize=30.4 K 2024-11-25T20:24:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/6575a604814b487592e1215edb4a714e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/6575a604814b487592e1215edb4a714e 2024-11-25T20:24:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,166 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/6575a604814b487592e1215edb4a714e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T20:24:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/f613979f6a81411ebe81bfc7599f11df as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f613979f6a81411ebe81bfc7599f11df 2024-11-25T20:24:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,175 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f613979f6a81411ebe81bfc7599f11df, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T20:24:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,176 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 12258587f22f9ce70201d54014afa945 in 503ms, sequenceid=250, compaction requested=false 2024-11-25T20:24:04,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:04,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:04,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T20:24:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T20:24:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T20:24:04,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1110 sec 2024-11-25T20:24:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1200 sec 2024-11-25T20:24:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,379 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/ec70772b864749fc910b3457aabbc53d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ec70772b864749fc910b3457aabbc53d 2024-11-25T20:24:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,392 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into ec70772b864749fc910b3457aabbc53d(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:04,392 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:04,392 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=13, startTime=1732566243603; duration=0sec 2024-11-25T20:24:04,392 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:04,392 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:24:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255cec17cef07d4f7eab7d189e570d7776_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742005_1181 (size=25158) 2024-11-25T20:24:04,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:04,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255cec17cef07d4f7eab7d189e570d7776_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255cec17cef07d4f7eab7d189e570d7776_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:04,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3df068174df549b0acd2134c4dcffd2d, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:04,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3df068174df549b0acd2134c4dcffd2d is 175, key is test_row_0/A:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742004_1180 (size=74795) 2024-11-25T20:24:04,723 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3df068174df549b0acd2134c4dcffd2d 2024-11-25T20:24:04,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d9e4a6b9dd0545d5b15cc8a8b2414f88 is 50, key is test_row_0/B:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566304745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:04,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566304751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:04,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742006_1182 (size=12301) 2024-11-25T20:24:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566304855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:04,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566304880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566305059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566305069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,074 DEBUG [Thread-557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:05,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566305095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566305099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,110 DEBUG [Thread-555 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:05,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d9e4a6b9dd0545d5b15cc8a8b2414f88 2024-11-25T20:24:05,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a54260095ef84b93936571797747115c is 50, key is test_row_0/C:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742007_1183 (size=12301) 2024-11-25T20:24:05,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a54260095ef84b93936571797747115c 2024-11-25T20:24:05,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/3df068174df549b0acd2134c4dcffd2d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d 2024-11-25T20:24:05,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d, entries=400, sequenceid=264, filesize=73.0 K 2024-11-25T20:24:05,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d9e4a6b9dd0545d5b15cc8a8b2414f88 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d9e4a6b9dd0545d5b15cc8a8b2414f88 2024-11-25T20:24:05,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d9e4a6b9dd0545d5b15cc8a8b2414f88, entries=150, sequenceid=264, filesize=12.0 K 2024-11-25T20:24:05,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/a54260095ef84b93936571797747115c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a54260095ef84b93936571797747115c 2024-11-25T20:24:05,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a54260095ef84b93936571797747115c, entries=150, sequenceid=264, filesize=12.0 K 2024-11-25T20:24:05,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 12258587f22f9ce70201d54014afa945 in 662ms, sequenceid=264, compaction requested=true 2024-11-25T20:24:05,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:05,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:05,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:05,309 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:05,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:05,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:05,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:05,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:05,309 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:05,315 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:05,315 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:24:05,315 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:05,315 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ec70772b864749fc910b3457aabbc53d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/6575a604814b487592e1215edb4a714e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d9e4a6b9dd0545d5b15cc8a8b2414f88] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=36.3 K 2024-11-25T20:24:05,316 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:05,316 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:24:05,316 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:05,316 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ec70772b864749fc910b3457aabbc53d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732566242005 2024-11-25T20:24:05,316 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f0fcd686dac24d84841df852f5107ea3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=134.3 K 2024-11-25T20:24:05,316 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:05,316 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f0fcd686dac24d84841df852f5107ea3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d] 2024-11-25T20:24:05,316 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6575a604814b487592e1215edb4a714e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732566242351 2024-11-25T20:24:05,317 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fcd686dac24d84841df852f5107ea3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732566242005 2024-11-25T20:24:05,317 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d9e4a6b9dd0545d5b15cc8a8b2414f88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732566244635 2024-11-25T20:24:05,317 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3312cade5b604058ae334c998aae99d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732566242351 2024-11-25T20:24:05,317 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3df068174df549b0acd2134c4dcffd2d, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732566244583 2024-11-25T20:24:05,331 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:05,353 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:05,353 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/efd81ec507874255bc0481853a6a071e is 50, key is test_row_0/B:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:05,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112588f9aa6ce59c4af892d3f709fb9a6e96_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:05,369 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112588f9aa6ce59c4af892d3f709fb9a6e96_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:05,370 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112588f9aa6ce59c4af892d3f709fb9a6e96_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:05,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742008_1184 (size=12949) 2024-11-25T20:24:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742009_1185 (size=4469) 2024-11-25T20:24:05,381 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#147 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:05,382 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/2335413e7fc34bb18282bb992b3a24f9 is 175, key is test_row_0/A:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:05,389 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/efd81ec507874255bc0481853a6a071e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/efd81ec507874255bc0481853a6a071e 2024-11-25T20:24:05,395 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into efd81ec507874255bc0481853a6a071e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:05,395 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:05,395 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=13, startTime=1732566245309; duration=0sec 2024-11-25T20:24:05,395 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:05,395 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:24:05,396 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:05,397 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:05,397 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:24:05,397 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:05,397 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/557c888e5d5b41b18a019c173f571b01, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f613979f6a81411ebe81bfc7599f11df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a54260095ef84b93936571797747115c] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=36.3 K 2024-11-25T20:24:05,398 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 557c888e5d5b41b18a019c173f571b01, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732566242005 2024-11-25T20:24:05,399 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f613979f6a81411ebe81bfc7599f11df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732566242351 2024-11-25T20:24:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566305405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259de9b8374ede4e57a7cc2141e274a3ff_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566244736/Put/seqid=0 2024-11-25T20:24:05,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566305408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,410 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a54260095ef84b93936571797747115c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732566244635 2024-11-25T20:24:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742010_1186 (size=31903) 2024-11-25T20:24:05,441 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:05,441 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9a3aa31282f84035b1b1af35d488392e is 50, key is test_row_0/C:col10/1732566244644/Put/seqid=0 2024-11-25T20:24:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742011_1187 (size=14994) 2024-11-25T20:24:05,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742012_1188 (size=12949) 2024-11-25T20:24:05,487 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259de9b8374ede4e57a7cc2141e274a3ff_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259de9b8374ede4e57a7cc2141e274a3ff_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566305512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/6d5644861a2f4f50962641f8a177ca46, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:05,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/6d5644861a2f4f50962641f8a177ca46 is 175, key is test_row_0/A:col10/1732566244736/Put/seqid=0 2024-11-25T20:24:05,528 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9a3aa31282f84035b1b1af35d488392e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9a3aa31282f84035b1b1af35d488392e 2024-11-25T20:24:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742013_1189 (size=39949) 2024-11-25T20:24:05,582 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 9a3aa31282f84035b1b1af35d488392e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:05,582 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:05,582 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=13, startTime=1732566245309; duration=0sec 2024-11-25T20:24:05,582 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:05,582 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:24:05,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566305729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,878 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/2335413e7fc34bb18282bb992b3a24f9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2335413e7fc34bb18282bb992b3a24f9 2024-11-25T20:24:05,902 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into 2335413e7fc34bb18282bb992b3a24f9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:05,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:05,902 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=13, startTime=1732566245308; duration=0sec 2024-11-25T20:24:05,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:05,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:24:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566305919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:05,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/6d5644861a2f4f50962641f8a177ca46 2024-11-25T20:24:05,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/54781d6b6b934b8a98d47dab5e4d9253 is 50, key is test_row_0/B:col10/1732566244736/Put/seqid=0 2024-11-25T20:24:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742014_1190 (size=12301) 2024-11-25T20:24:06,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/54781d6b6b934b8a98d47dab5e4d9253 2024-11-25T20:24:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566306036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:06,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/10e3a4824d644ecb83bdb5d6bcc96c4a is 50, key is test_row_0/C:col10/1732566244736/Put/seqid=0 2024-11-25T20:24:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742015_1191 (size=12301) 2024-11-25T20:24:06,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/10e3a4824d644ecb83bdb5d6bcc96c4a 2024-11-25T20:24:06,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/6d5644861a2f4f50962641f8a177ca46 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46 2024-11-25T20:24:06,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46, entries=200, sequenceid=290, filesize=39.0 K 2024-11-25T20:24:06,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/54781d6b6b934b8a98d47dab5e4d9253 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/54781d6b6b934b8a98d47dab5e4d9253 2024-11-25T20:24:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/54781d6b6b934b8a98d47dab5e4d9253, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T20:24:06,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/10e3a4824d644ecb83bdb5d6bcc96c4a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/10e3a4824d644ecb83bdb5d6bcc96c4a 2024-11-25T20:24:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T20:24:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/10e3a4824d644ecb83bdb5d6bcc96c4a, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T20:24:06,184 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T20:24:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 12258587f22f9ce70201d54014afa945 in 813ms, sequenceid=290, compaction requested=false 2024-11-25T20:24:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T20:24:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:24:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:24:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:06,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T20:24:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:06,349 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,383 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:24:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251448502e2f914ecd89aaf5e6408f8f46_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566245402/Put/seqid=0 2024-11-25T20:24:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:24:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742016_1192 (size=9914) 2024-11-25T20:24:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:24:06,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566306813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:06,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:06,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566306918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:06,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566306926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:06,930 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251448502e2f914ecd89aaf5e6408f8f46_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251448502e2f914ecd89aaf5e6408f8f46_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a2d46b5e9a16425a9ef1cfe4d77225ab, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a2d46b5e9a16425a9ef1cfe4d77225ab is 175, key is test_row_0/A:col10/1732566245402/Put/seqid=0 2024-11-25T20:24:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742017_1193 (size=22561) 2024-11-25T20:24:07,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566307124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:24:07,384 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a2d46b5e9a16425a9ef1cfe4d77225ab 2024-11-25T20:24:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/0b119946d1b3423e9998f52692b82d13 is 50, key is test_row_0/B:col10/1732566245402/Put/seqid=0 2024-11-25T20:24:07,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566307437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742018_1194 (size=9857) 2024-11-25T20:24:07,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/0b119946d1b3423e9998f52692b82d13 2024-11-25T20:24:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9811b0c4bc21483db7d85a70e157b865 is 50, key is test_row_0/C:col10/1732566245402/Put/seqid=0 2024-11-25T20:24:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742019_1195 (size=9857) 2024-11-25T20:24:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566307953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:08,016 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9811b0c4bc21483db7d85a70e157b865 2024-11-25T20:24:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/a2d46b5e9a16425a9ef1cfe4d77225ab as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab 2024-11-25T20:24:08,042 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab, entries=100, sequenceid=303, filesize=22.0 K 2024-11-25T20:24:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/0b119946d1b3423e9998f52692b82d13 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/0b119946d1b3423e9998f52692b82d13 2024-11-25T20:24:08,049 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/0b119946d1b3423e9998f52692b82d13, entries=100, sequenceid=303, filesize=9.6 K 2024-11-25T20:24:08,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/9811b0c4bc21483db7d85a70e157b865 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9811b0c4bc21483db7d85a70e157b865 2024-11-25T20:24:08,065 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9811b0c4bc21483db7d85a70e157b865, entries=100, sequenceid=303, filesize=9.6 K 2024-11-25T20:24:08,066 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 12258587f22f9ce70201d54014afa945 in 1717ms, sequenceid=303, compaction requested=true 2024-11-25T20:24:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T20:24:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T20:24:08,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T20:24:08,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-25T20:24:08,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.8890 sec 2024-11-25T20:24:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T20:24:08,302 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T20:24:08,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T20:24:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:24:08,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:08,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:08,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:24:08,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:08,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T20:24:08,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:08,471 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:08,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112579db89338dd948b7a4b71e0b9247ce93_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742020_1196 (size=12454) 2024-11-25T20:24:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:24:08,628 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112579db89338dd948b7a4b71e0b9247ce93_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579db89338dd948b7a4b71e0b9247ce93_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:08,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/aa542cf554a04a128e10f413dc9ba74f, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:08,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/aa542cf554a04a128e10f413dc9ba74f is 175, key is test_row_0/A:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742021_1197 (size=31255) 2024-11-25T20:24:08,689 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/aa542cf554a04a128e10f413dc9ba74f 2024-11-25T20:24:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/37a818ac8a6442d2adee208fde9620be is 50, key is test_row_0/B:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742022_1198 (size=12301) 2024-11-25T20:24:08,830 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/37a818ac8a6442d2adee208fde9620be 2024-11-25T20:24:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/5b601b2301c647e296f843d5e3d91010 is 50, key is test_row_0/C:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742023_1199 (size=12301) 2024-11-25T20:24:08,918 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/5b601b2301c647e296f843d5e3d91010 2024-11-25T20:24:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:24:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/aa542cf554a04a128e10f413dc9ba74f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f 2024-11-25T20:24:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:08,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566308990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:08,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566308990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,004 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f, entries=150, sequenceid=329, filesize=30.5 K 2024-11-25T20:24:09,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/37a818ac8a6442d2adee208fde9620be as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/37a818ac8a6442d2adee208fde9620be 2024-11-25T20:24:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,013 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/37a818ac8a6442d2adee208fde9620be, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T20:24:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/5b601b2301c647e296f843d5e3d91010 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/5b601b2301c647e296f843d5e3d91010 2024-11-25T20:24:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,020 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/5b601b2301c647e296f843d5e3d91010, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T20:24:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,021 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 12258587f22f9ce70201d54014afa945 in 550ms, sequenceid=329, compaction requested=true 2024-11-25T20:24:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T20:24:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T20:24:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T20:24:09,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-11-25T20:24:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 747 msec 2024-11-25T20:24:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:09,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125954b5de02f3f456bae1d23f3f75da293_12258587f22f9ce70201d54014afa945 is 50, key is test_row_1/A:col10/1732566249129/Put/seqid=0 2024-11-25T20:24:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742024_1200 (size=12454) 2024-11-25T20:24:09,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566309245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566309245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566309245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566309246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566309356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566309357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566309357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566309367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T20:24:09,423 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T20:24:09,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T20:24:09,458 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:09,459 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:09,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:09,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566309567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566309569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566309569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566309577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:09,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125954b5de02f3f456bae1d23f3f75da293_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125954b5de02f3f456bae1d23f3f75da293_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:09,631 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/945f53fafa9b40a29f520106dbf1e61b, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:09,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/945f53fafa9b40a29f520106dbf1e61b is 175, key is test_row_1/A:col10/1732566249129/Put/seqid=0 2024-11-25T20:24:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742025_1201 (size=31251) 2024-11-25T20:24:09,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/945f53fafa9b40a29f520106dbf1e61b 2024-11-25T20:24:09,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/9bc1e58cea8948ce8b6fc7f912b0a5fc is 50, key is test_row_1/B:col10/1732566249129/Put/seqid=0 2024-11-25T20:24:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742026_1202 (size=9857) 2024-11-25T20:24:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:09,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:09,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566309874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566309874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566309874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566309882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:09,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:09,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:10,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/9bc1e58cea8948ce8b6fc7f912b0a5fc 2024-11-25T20:24:10,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/81d29d7baa4e47fe98ec6583c62de645 is 50, key is test_row_1/C:col10/1732566249129/Put/seqid=0 2024-11-25T20:24:10,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742027_1203 (size=9857) 2024-11-25T20:24:10,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/81d29d7baa4e47fe98ec6583c62de645 2024-11-25T20:24:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/945f53fafa9b40a29f520106dbf1e61b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b 2024-11-25T20:24:10,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b, entries=150, sequenceid=341, filesize=30.5 K 2024-11-25T20:24:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/9bc1e58cea8948ce8b6fc7f912b0a5fc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/9bc1e58cea8948ce8b6fc7f912b0a5fc 2024-11-25T20:24:10,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/9bc1e58cea8948ce8b6fc7f912b0a5fc, entries=100, sequenceid=341, filesize=9.6 K 2024-11-25T20:24:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/81d29d7baa4e47fe98ec6583c62de645 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/81d29d7baa4e47fe98ec6583c62de645 2024-11-25T20:24:10,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/81d29d7baa4e47fe98ec6583c62de645, entries=100, sequenceid=341, filesize=9.6 K 2024-11-25T20:24:10,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 12258587f22f9ce70201d54014afa945 in 1184ms, sequenceid=341, compaction requested=true 2024-11-25T20:24:10,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:10,317 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T20:24:10,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:10,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:10,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:10,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:10,322 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T20:24:10,325 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 156919 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T20:24:10,325 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:24:10,325 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,325 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2335413e7fc34bb18282bb992b3a24f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=153.2 K 2024-11-25T20:24:10,325 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,325 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2335413e7fc34bb18282bb992b3a24f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b] 2024-11-25T20:24:10,327 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57265 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T20:24:10,327 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:24:10,327 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,327 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/efd81ec507874255bc0481853a6a071e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/54781d6b6b934b8a98d47dab5e4d9253, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/0b119946d1b3423e9998f52692b82d13, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/37a818ac8a6442d2adee208fde9620be, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/9bc1e58cea8948ce8b6fc7f912b0a5fc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=55.9 K 2024-11-25T20:24:10,328 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2335413e7fc34bb18282bb992b3a24f9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732566244635 2024-11-25T20:24:10,328 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting efd81ec507874255bc0481853a6a071e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732566244635 2024-11-25T20:24:10,333 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 54781d6b6b934b8a98d47dab5e4d9253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732566244736 2024-11-25T20:24:10,333 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d5644861a2f4f50962641f8a177ca46, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732566244731 2024-11-25T20:24:10,334 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2d46b5e9a16425a9ef1cfe4d77225ab, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732566245402 2024-11-25T20:24:10,335 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b119946d1b3423e9998f52692b82d13, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732566245402 2024-11-25T20:24:10,335 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa542cf554a04a128e10f413dc9ba74f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732566246784 2024-11-25T20:24:10,336 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a818ac8a6442d2adee208fde9620be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732566246784 2024-11-25T20:24:10,336 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 945f53fafa9b40a29f520106dbf1e61b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732566248983 2024-11-25T20:24:10,336 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc1e58cea8948ce8b6fc7f912b0a5fc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732566248983 2024-11-25T20:24:10,379 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:10,380 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d7ad97e3729a4dfbbe7d03a77ebab113 is 50, key is test_row_0/B:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:10,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:24:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:10,388 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566310403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566310409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566310410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566310415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,435 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411253d6a0025e1d9401dbbe731709fc64e50_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:10,438 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411253d6a0025e1d9401dbbe731709fc64e50_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:10,438 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253d6a0025e1d9401dbbe731709fc64e50_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742028_1204 (size=13119) 2024-11-25T20:24:10,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c78888ab26954bd49bfbea405d1783a2_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566250383/Put/seqid=0 2024-11-25T20:24:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566310517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566310528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566310529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566310537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742030_1206 (size=14994) 2024-11-25T20:24:10,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:10,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c78888ab26954bd49bfbea405d1783a2_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c78888ab26954bd49bfbea405d1783a2_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:10,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1ac4f43a8e0e41fc9185fce64f190933, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:10,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1ac4f43a8e0e41fc9185fce64f190933 is 175, key is test_row_0/A:col10/1732566250383/Put/seqid=0 2024-11-25T20:24:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742029_1205 (size=4469) 2024-11-25T20:24:10,576 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#163 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:10,577 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/c5054b7abdc34b5fbfdecae48790fdd4 is 175, key is test_row_0/A:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:10,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742032_1208 (size=32180) 2024-11-25T20:24:10,630 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/c5054b7abdc34b5fbfdecae48790fdd4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/c5054b7abdc34b5fbfdecae48790fdd4 2024-11-25T20:24:10,638 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into c5054b7abdc34b5fbfdecae48790fdd4(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:10,638 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:10,638 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=11, startTime=1732566250317; duration=0sec 2024-11-25T20:24:10,639 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:10,639 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:24:10,639 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T20:24:10,642 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57265 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T20:24:10,643 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:24:10,643 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,643 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9a3aa31282f84035b1b1af35d488392e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/10e3a4824d644ecb83bdb5d6bcc96c4a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9811b0c4bc21483db7d85a70e157b865, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/5b601b2301c647e296f843d5e3d91010, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/81d29d7baa4e47fe98ec6583c62de645] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=55.9 K 2024-11-25T20:24:10,643 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a3aa31282f84035b1b1af35d488392e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732566244635 2024-11-25T20:24:10,644 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e3a4824d644ecb83bdb5d6bcc96c4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732566244736 2024-11-25T20:24:10,644 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9811b0c4bc21483db7d85a70e157b865, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732566245402 2024-11-25T20:24:10,645 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b601b2301c647e296f843d5e3d91010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732566246784 2024-11-25T20:24:10,647 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d29d7baa4e47fe98ec6583c62de645, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732566248983 2024-11-25T20:24:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742031_1207 (size=39949) 2024-11-25T20:24:10,677 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:10,677 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/33571c7f1e8741e687fb08d5b809bed0 is 50, key is test_row_0/C:col10/1732566246809/Put/seqid=0 2024-11-25T20:24:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742033_1209 (size=13119) 2024-11-25T20:24:10,730 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/33571c7f1e8741e687fb08d5b809bed0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/33571c7f1e8741e687fb08d5b809bed0 2024-11-25T20:24:10,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566310728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,742 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 33571c7f1e8741e687fb08d5b809bed0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:10,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:10,743 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=11, startTime=1732566250318; duration=0sec 2024-11-25T20:24:10,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:10,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:24:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566310736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566310743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566310745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:10,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:10,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:10,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:10,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:10,898 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/d7ad97e3729a4dfbbe7d03a77ebab113 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d7ad97e3729a4dfbbe7d03a77ebab113 2024-11-25T20:24:10,908 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into d7ad97e3729a4dfbbe7d03a77ebab113(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:10,908 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:10,909 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=11, startTime=1732566250317; duration=0sec 2024-11-25T20:24:10,909 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:10,909 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:24:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566311039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1ac4f43a8e0e41fc9185fce64f190933 2024-11-25T20:24:11,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566311067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566311068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566311079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b6dca5dc8c8842feb39bb1d3681a5d01 is 50, key is test_row_0/B:col10/1732566250383/Put/seqid=0 2024-11-25T20:24:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742034_1210 (size=12301) 2024-11-25T20:24:11,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566311549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b6dca5dc8c8842feb39bb1d3681a5d01 2024-11-25T20:24:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:11,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/39c8de009aff4db29ae269645fa3d65c is 50, key is test_row_0/C:col10/1732566250383/Put/seqid=0 2024-11-25T20:24:11,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566311587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566311595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566311601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44806 deadline: 1732566311603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,611 DEBUG [Thread-559 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18363 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:11,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742035_1211 (size=12301) 2024-11-25T20:24:11,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:11,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:11,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:12,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/39c8de009aff4db29ae269645fa3d65c 2024-11-25T20:24:12,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1ac4f43a8e0e41fc9185fce64f190933 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933 2024-11-25T20:24:12,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933, entries=200, sequenceid=366, filesize=39.0 K 2024-11-25T20:24:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b6dca5dc8c8842feb39bb1d3681a5d01 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b6dca5dc8c8842feb39bb1d3681a5d01 2024-11-25T20:24:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b6dca5dc8c8842feb39bb1d3681a5d01, entries=150, sequenceid=366, filesize=12.0 K 2024-11-25T20:24:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/39c8de009aff4db29ae269645fa3d65c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/39c8de009aff4db29ae269645fa3d65c 2024-11-25T20:24:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/39c8de009aff4db29ae269645fa3d65c, entries=150, sequenceid=366, filesize=12.0 K 2024-11-25T20:24:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 12258587f22f9ce70201d54014afa945 in 1704ms, sequenceid=366, compaction requested=false 2024-11-25T20:24:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T20:24:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,147 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568ffceed633445a4aa76a99c1299383a_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566250410/Put/seqid=0 2024-11-25T20:24:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742036_1212 (size=9914) 2024-11-25T20:24:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,270 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568ffceed633445a4aa76a99c1299383a_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568ffceed633445a4aa76a99c1299383a_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1fc9d43a95cd4060ad6fc2ad449b0368, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1fc9d43a95cd4060ad6fc2ad449b0368 is 175, key is test_row_0/A:col10/1732566250410/Put/seqid=0 2024-11-25T20:24:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,348 DEBUG [master/a8cf619b0679:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ae77d198629812441c5dc81862b099bb changed from -1.0 to 0.0, refreshing cache 2024-11-25T20:24:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742037_1213 (size=22561) 2024-11-25T20:24:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,376 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1fc9d43a95cd4060ad6fc2ad449b0368 2024-11-25T20:24:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/96c82f16b1034c72928ec40a7f10e7cd is 50, key is test_row_0/B:col10/1732566250410/Put/seqid=0 2024-11-25T20:24:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742038_1214 (size=9857) 2024-11-25T20:24:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. as already flushing 2024-11-25T20:24:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566312728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566312728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566312728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566312729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566312843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566312845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566312846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566312846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:12,925 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/96c82f16b1034c72928ec40a7f10e7cd 2024-11-25T20:24:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/d413062ca1bf4140bd5927b4135a53d8 is 50, key is test_row_0/C:col10/1732566250410/Put/seqid=0 2024-11-25T20:24:13,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742039_1215 (size=9857) 2024-11-25T20:24:13,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566313062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566313064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566313067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566313090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,127 DEBUG [Thread-570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28575504 to 127.0.0.1:57878 2024-11-25T20:24:13,127 DEBUG [Thread-570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,129 DEBUG [Thread-564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61900726 to 127.0.0.1:57878 2024-11-25T20:24:13,129 DEBUG [Thread-566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x093cc14f to 127.0.0.1:57878 2024-11-25T20:24:13,129 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,129 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,136 DEBUG [Thread-568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43a15d92 to 127.0.0.1:57878 2024-11-25T20:24:13,137 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1732566313372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44840 deadline: 1732566313373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44788 deadline: 1732566313377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44782 deadline: 1732566313399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:13,399 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/d413062ca1bf4140bd5927b4135a53d8 2024-11-25T20:24:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/1fc9d43a95cd4060ad6fc2ad449b0368 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368 2024-11-25T20:24:13,423 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368, entries=100, sequenceid=380, filesize=22.0 K 2024-11-25T20:24:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/96c82f16b1034c72928ec40a7f10e7cd as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/96c82f16b1034c72928ec40a7f10e7cd 2024-11-25T20:24:13,456 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/96c82f16b1034c72928ec40a7f10e7cd, entries=100, sequenceid=380, filesize=9.6 K 2024-11-25T20:24:13,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/d413062ca1bf4140bd5927b4135a53d8 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/d413062ca1bf4140bd5927b4135a53d8 2024-11-25T20:24:13,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/d413062ca1bf4140bd5927b4135a53d8, entries=100, sequenceid=380, filesize=9.6 K 2024-11-25T20:24:13,501 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 12258587f22f9ce70201d54014afa945 in 1354ms, sequenceid=380, compaction requested=true 2024-11-25T20:24:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T20:24:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T20:24:13,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T20:24:13,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0370 sec 2024-11-25T20:24:13,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 4.0490 sec 2024-11-25T20:24:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T20:24:13,585 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T20:24:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:13,880 DEBUG [Thread-557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7052a2e0 to 127.0.0.1:57878 2024-11-25T20:24:13,880 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:24:13,883 DEBUG [Thread-555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02ce9782 to 127.0.0.1:57878 2024-11-25T20:24:13,883 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:13,895 DEBUG [Thread-561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x499c4ae8 to 127.0.0.1:57878 2024-11-25T20:24:13,895 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,902 DEBUG [Thread-553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2af5ecb6 to 127.0.0.1:57878 2024-11-25T20:24:13,902 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:13,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c7799843233d4995a4f039951e562adb_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742040_1216 (size=12454) 2024-11-25T20:24:14,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:14,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c7799843233d4995a4f039951e562adb_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c7799843233d4995a4f039951e562adb_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:14,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8eed5b6c2caf4f8e95369f66a8cba6eb, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:14,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8eed5b6c2caf4f8e95369f66a8cba6eb is 175, key is test_row_0/A:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742041_1217 (size=31255) 2024-11-25T20:24:14,381 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8eed5b6c2caf4f8e95369f66a8cba6eb 2024-11-25T20:24:14,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/89afa5dab4ec4eb2a533e6ae7cef90cc is 50, key is test_row_0/B:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742042_1218 (size=12301) 2024-11-25T20:24:14,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/89afa5dab4ec4eb2a533e6ae7cef90cc 2024-11-25T20:24:14,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/263b0aa5e5484f2ba0d173a22dbda390 is 50, key is test_row_0/C:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:14,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742043_1219 (size=12301) 2024-11-25T20:24:15,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/263b0aa5e5484f2ba0d173a22dbda390 2024-11-25T20:24:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/8eed5b6c2caf4f8e95369f66a8cba6eb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb 2024-11-25T20:24:15,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb, entries=150, sequenceid=408, filesize=30.5 K 2024-11-25T20:24:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/89afa5dab4ec4eb2a533e6ae7cef90cc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/89afa5dab4ec4eb2a533e6ae7cef90cc 2024-11-25T20:24:15,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/89afa5dab4ec4eb2a533e6ae7cef90cc, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:24:15,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/263b0aa5e5484f2ba0d173a22dbda390 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/263b0aa5e5484f2ba0d173a22dbda390 2024-11-25T20:24:15,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/263b0aa5e5484f2ba0d173a22dbda390, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T20:24:15,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=13.42 KB/13740 for 12258587f22f9ce70201d54014afa945 in 1395ms, sequenceid=408, compaction requested=true 2024-11-25T20:24:15,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:15,278 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:15,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:15,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:15,278 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:15,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:15,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:15,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12258587f22f9ce70201d54014afa945:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:15,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:15,280 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:15,280 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/B is initiating minor compaction (all files) 2024-11-25T20:24:15,280 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/B in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:15,280 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d7ad97e3729a4dfbbe7d03a77ebab113, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b6dca5dc8c8842feb39bb1d3681a5d01, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/96c82f16b1034c72928ec40a7f10e7cd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/89afa5dab4ec4eb2a533e6ae7cef90cc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=46.5 K 2024-11-25T20:24:15,281 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d7ad97e3729a4dfbbe7d03a77ebab113, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732566246809 2024-11-25T20:24:15,281 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125945 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:15,281 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/A is initiating minor compaction (all files) 2024-11-25T20:24:15,281 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/A in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:15,281 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/c5054b7abdc34b5fbfdecae48790fdd4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=123.0 K 2024-11-25T20:24:15,281 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:15,281 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/c5054b7abdc34b5fbfdecae48790fdd4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb] 2024-11-25T20:24:15,282 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b6dca5dc8c8842feb39bb1d3681a5d01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732566249230 2024-11-25T20:24:15,282 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5054b7abdc34b5fbfdecae48790fdd4, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732566246809 2024-11-25T20:24:15,282 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ac4f43a8e0e41fc9185fce64f190933, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732566249230 2024-11-25T20:24:15,282 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c82f16b1034c72928ec40a7f10e7cd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732566250408 2024-11-25T20:24:15,283 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 89afa5dab4ec4eb2a533e6ae7cef90cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566252726 2024-11-25T20:24:15,283 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fc9d43a95cd4060ad6fc2ad449b0368, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732566250408 2024-11-25T20:24:15,283 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eed5b6c2caf4f8e95369f66a8cba6eb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566252726 2024-11-25T20:24:15,326 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#B#compaction#174 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:15,327 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/e9ec0db44c594f3a920521928fd51ee2 is 50, key is test_row_0/B:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:15,328 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:15,349 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125679a7da6bb9d4466a9815664fc1cb9c9_12258587f22f9ce70201d54014afa945 store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742044_1220 (size=13255) 2024-11-25T20:24:15,408 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/e9ec0db44c594f3a920521928fd51ee2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/e9ec0db44c594f3a920521928fd51ee2 2024-11-25T20:24:15,416 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 12258587f22f9ce70201d54014afa945/B of 12258587f22f9ce70201d54014afa945 into e9ec0db44c594f3a920521928fd51ee2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:15,416 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:15,416 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/B, priority=12, startTime=1732566255278; duration=0sec 2024-11-25T20:24:15,416 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:15,416 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:B 2024-11-25T20:24:15,416 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:15,422 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:15,423 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 12258587f22f9ce70201d54014afa945/C is initiating minor compaction (all files) 2024-11-25T20:24:15,423 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 12258587f22f9ce70201d54014afa945/C in TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:15,423 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/33571c7f1e8741e687fb08d5b809bed0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/39c8de009aff4db29ae269645fa3d65c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/d413062ca1bf4140bd5927b4135a53d8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/263b0aa5e5484f2ba0d173a22dbda390] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp, totalSize=46.5 K 2024-11-25T20:24:15,427 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 33571c7f1e8741e687fb08d5b809bed0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732566246809 2024-11-25T20:24:15,430 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 39c8de009aff4db29ae269645fa3d65c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732566249230 2024-11-25T20:24:15,431 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d413062ca1bf4140bd5927b4135a53d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732566250408 2024-11-25T20:24:15,433 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 263b0aa5e5484f2ba0d173a22dbda390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732566252726 2024-11-25T20:24:15,435 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125679a7da6bb9d4466a9815664fc1cb9c9_12258587f22f9ce70201d54014afa945, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:15,436 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125679a7da6bb9d4466a9815664fc1cb9c9_12258587f22f9ce70201d54014afa945 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:15,479 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#C#compaction#176 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:15,480 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/521226180e1546aba0753c0336b5d66a is 50, key is test_row_0/C:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742045_1221 (size=4469) 2024-11-25T20:24:15,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742046_1222 (size=13255) 2024-11-25T20:24:15,924 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12258587f22f9ce70201d54014afa945#A#compaction#175 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:15,925 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/d100156676804b84b99ab649f530d6ce is 175, key is test_row_0/A:col10/1732566253878/Put/seqid=0 2024-11-25T20:24:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742047_1223 (size=32209) 2024-11-25T20:24:15,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/521226180e1546aba0753c0336b5d66a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/521226180e1546aba0753c0336b5d66a 2024-11-25T20:24:15,995 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/d100156676804b84b99ab649f530d6ce as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d100156676804b84b99ab649f530d6ce 2024-11-25T20:24:16,006 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 12258587f22f9ce70201d54014afa945/C of 12258587f22f9ce70201d54014afa945 into 521226180e1546aba0753c0336b5d66a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:16,006 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:16,006 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/C, priority=12, startTime=1732566255279; duration=0sec 2024-11-25T20:24:16,006 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:16,007 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:C 2024-11-25T20:24:16,011 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 12258587f22f9ce70201d54014afa945/A of 12258587f22f9ce70201d54014afa945 into d100156676804b84b99ab649f530d6ce(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:16,011 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:16,011 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945., storeName=12258587f22f9ce70201d54014afa945/A, priority=12, startTime=1732566255278; duration=0sec 2024-11-25T20:24:16,011 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:16,011 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12258587f22f9ce70201d54014afa945:A 2024-11-25T20:24:21,635 DEBUG [Thread-559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14d1bb75 to 127.0.0.1:57878 2024-11-25T20:24:21,636 DEBUG [Thread-559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2179 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2134 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 921 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2763 rows 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 902 2024-11-25T20:24:21,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2706 rows 2024-11-25T20:24:21,636 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:24:21,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x599453b2 to 127.0.0.1:57878 2024-11-25T20:24:21,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:21,640 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:24:21,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:24:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:21,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566261645"}]},"ts":"1732566261645"} 2024-11-25T20:24:21,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:24:21,671 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:24:21,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:24:21,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, UNASSIGN}] 2024-11-25T20:24:21,674 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, UNASSIGN 2024-11-25T20:24:21,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:21,676 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:24:21,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:21,829 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:21,831 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:21,831 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:24:21,831 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing 12258587f22f9ce70201d54014afa945, disabling compactions & flushes 2024-11-25T20:24:21,831 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:21,831 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:21,831 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. after waiting 0 ms 2024-11-25T20:24:21,831 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:21,832 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing 12258587f22f9ce70201d54014afa945 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T20:24:21,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=A 2024-11-25T20:24:21,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=B 2024-11-25T20:24:21,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12258587f22f9ce70201d54014afa945, store=C 2024-11-25T20:24:21,832 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:21,851 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125067a86e6e228447aaa07802fe434a638_12258587f22f9ce70201d54014afa945 is 50, key is test_row_0/A:col10/1732566261634/Put/seqid=0 2024-11-25T20:24:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742048_1224 (size=9914) 2024-11-25T20:24:21,898 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:21,908 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125067a86e6e228447aaa07802fe434a638_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125067a86e6e228447aaa07802fe434a638_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:21,909 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f88b38986e2f4c3d8f59d7b6cf84fa33, store: [table=TestAcidGuarantees family=A region=12258587f22f9ce70201d54014afa945] 2024-11-25T20:24:21,910 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f88b38986e2f4c3d8f59d7b6cf84fa33 is 175, key is test_row_0/A:col10/1732566261634/Put/seqid=0 2024-11-25T20:24:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742049_1225 (size=22561) 2024-11-25T20:24:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:22,318 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f88b38986e2f4c3d8f59d7b6cf84fa33 2024-11-25T20:24:22,325 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b7c58a3670d34a5cbae19b79769ba744 is 50, key is test_row_0/B:col10/1732566261634/Put/seqid=0 2024-11-25T20:24:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742050_1226 (size=9857) 2024-11-25T20:24:22,730 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b7c58a3670d34a5cbae19b79769ba744 2024-11-25T20:24:22,738 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/30d7a5a911514c3aa103a035d62aa202 is 50, key is test_row_0/C:col10/1732566261634/Put/seqid=0 2024-11-25T20:24:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742051_1227 (size=9857) 2024-11-25T20:24:22,749 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/30d7a5a911514c3aa103a035d62aa202 2024-11-25T20:24:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:22,755 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/A/f88b38986e2f4c3d8f59d7b6cf84fa33 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f88b38986e2f4c3d8f59d7b6cf84fa33 2024-11-25T20:24:22,762 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f88b38986e2f4c3d8f59d7b6cf84fa33, entries=100, sequenceid=417, filesize=22.0 K 2024-11-25T20:24:22,763 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/B/b7c58a3670d34a5cbae19b79769ba744 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b7c58a3670d34a5cbae19b79769ba744 2024-11-25T20:24:22,770 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b7c58a3670d34a5cbae19b79769ba744, entries=100, sequenceid=417, filesize=9.6 K 2024-11-25T20:24:22,771 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/.tmp/C/30d7a5a911514c3aa103a035d62aa202 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/30d7a5a911514c3aa103a035d62aa202 2024-11-25T20:24:22,774 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/30d7a5a911514c3aa103a035d62aa202, entries=100, sequenceid=417, filesize=9.6 K 2024-11-25T20:24:22,775 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 12258587f22f9ce70201d54014afa945 in 944ms, sequenceid=417, compaction requested=false 2024-11-25T20:24:22,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/19dcbb208ba5460bb0dfc357682f44e1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/af5b962601d949a6bc263671ece4ca42, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3860b443d0004691957e3bdf17550ab9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/588c74bd1019408fa873de38f31c61bc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f0fcd686dac24d84841df852f5107ea3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2335413e7fc34bb18282bb992b3a24f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/c5054b7abdc34b5fbfdecae48790fdd4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb] to archive 2024-11-25T20:24:22,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:22,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f73accfcc3ed4ead8654e53e09b329f9 2024-11-25T20:24:22,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/ad1b0758c49a49fabb08876ff68a99d7 2024-11-25T20:24:22,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/19dcbb208ba5460bb0dfc357682f44e1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/19dcbb208ba5460bb0dfc357682f44e1 2024-11-25T20:24:22,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d3a2e2ee18a04eb7924d5615f821399a 2024-11-25T20:24:22,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9dba849f636c4737b221d3bc7a61491a 2024-11-25T20:24:22,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f7eff3b426aa4da1a29cc6d4891daa9f 2024-11-25T20:24:22,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2dc96510c71d48cd938df53f49e805c7 2024-11-25T20:24:22,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/af5b962601d949a6bc263671ece4ca42 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/af5b962601d949a6bc263671ece4ca42 2024-11-25T20:24:22,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/44b171f1eddc4654a08d81acd6b28396 2024-11-25T20:24:22,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8158c2a74ed24425ba84e7086d4d590d 2024-11-25T20:24:22,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3860b443d0004691957e3bdf17550ab9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3860b443d0004691957e3bdf17550ab9 2024-11-25T20:24:22,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/792a60fa58d54e239bc6abbca9906933 2024-11-25T20:24:22,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/7ab96a2931c54f1f98e74b29ad5dd1c6 2024-11-25T20:24:22,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/588c74bd1019408fa873de38f31c61bc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/588c74bd1019408fa873de38f31c61bc 2024-11-25T20:24:22,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a065a3bb216f4f8fbc81dbf6bce759f6 2024-11-25T20:24:22,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/9ca3b471980545ba87454641b2554c13 2024-11-25T20:24:22,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f0fcd686dac24d84841df852f5107ea3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f0fcd686dac24d84841df852f5107ea3 2024-11-25T20:24:22,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3312cade5b604058ae334c998aae99d2 2024-11-25T20:24:22,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/3df068174df549b0acd2134c4dcffd2d 2024-11-25T20:24:22,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2335413e7fc34bb18282bb992b3a24f9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/2335413e7fc34bb18282bb992b3a24f9 2024-11-25T20:24:22,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/6d5644861a2f4f50962641f8a177ca46 2024-11-25T20:24:22,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/a2d46b5e9a16425a9ef1cfe4d77225ab 2024-11-25T20:24:22,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/aa542cf554a04a128e10f413dc9ba74f 2024-11-25T20:24:22,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/c5054b7abdc34b5fbfdecae48790fdd4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/c5054b7abdc34b5fbfdecae48790fdd4 2024-11-25T20:24:22,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/945f53fafa9b40a29f520106dbf1e61b 2024-11-25T20:24:22,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1ac4f43a8e0e41fc9185fce64f190933 2024-11-25T20:24:22,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/1fc9d43a95cd4060ad6fc2ad449b0368 2024-11-25T20:24:22,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/8eed5b6c2caf4f8e95369f66a8cba6eb 2024-11-25T20:24:22,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/82e604093e864c968756f46549734d8f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06722bb7e5c64ac79ab015840e4d534c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/420e4feac8ab41d899a5093f92239e08, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b86ec2d24c38486eb84347e851870267, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06cedad1de044b1bb6df7169ed9774d1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/87d840aba7cb42268f0f81022c59142b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d5bfcf63299942a4ae01f69c6d20a4ab, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/7fa56ef357bc4415bf02d4232bfdfc78, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/63669cd679e74f1ba867a828af7b28df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b92b2c7ca29245afa8e84a6abd759dac, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/879a093984d54e8eafbf73d060af7ffc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/1aac1332e64940a29748c2ae25695a33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/74d195d2ff7f4e2794f2e983fadcba0a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/fe0a8cce672b43c1a4236d2088b43735, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/eb1bb251826148229b66a8e9791709a7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ec70772b864749fc910b3457aabbc53d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ab0e9e0c47bf439b8ad9073a104dc65e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/6575a604814b487592e1215edb4a714e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/efd81ec507874255bc0481853a6a071e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d9e4a6b9dd0545d5b15cc8a8b2414f88, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/54781d6b6b934b8a98d47dab5e4d9253, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/0b119946d1b3423e9998f52692b82d13, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/37a818ac8a6442d2adee208fde9620be, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d7ad97e3729a4dfbbe7d03a77ebab113, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/9bc1e58cea8948ce8b6fc7f912b0a5fc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b6dca5dc8c8842feb39bb1d3681a5d01, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/96c82f16b1034c72928ec40a7f10e7cd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/89afa5dab4ec4eb2a533e6ae7cef90cc] to archive 2024-11-25T20:24:22,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:22,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/82e604093e864c968756f46549734d8f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/82e604093e864c968756f46549734d8f 2024-11-25T20:24:22,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06722bb7e5c64ac79ab015840e4d534c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06722bb7e5c64ac79ab015840e4d534c 2024-11-25T20:24:22,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/420e4feac8ab41d899a5093f92239e08 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/420e4feac8ab41d899a5093f92239e08 2024-11-25T20:24:22,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b86ec2d24c38486eb84347e851870267 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b86ec2d24c38486eb84347e851870267 2024-11-25T20:24:22,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06cedad1de044b1bb6df7169ed9774d1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/06cedad1de044b1bb6df7169ed9774d1 2024-11-25T20:24:22,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/87d840aba7cb42268f0f81022c59142b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/87d840aba7cb42268f0f81022c59142b 2024-11-25T20:24:22,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d5bfcf63299942a4ae01f69c6d20a4ab to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d5bfcf63299942a4ae01f69c6d20a4ab 2024-11-25T20:24:22,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/7fa56ef357bc4415bf02d4232bfdfc78 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/7fa56ef357bc4415bf02d4232bfdfc78 2024-11-25T20:24:22,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/63669cd679e74f1ba867a828af7b28df to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/63669cd679e74f1ba867a828af7b28df 2024-11-25T20:24:22,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b92b2c7ca29245afa8e84a6abd759dac to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b92b2c7ca29245afa8e84a6abd759dac 2024-11-25T20:24:22,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/879a093984d54e8eafbf73d060af7ffc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/879a093984d54e8eafbf73d060af7ffc 2024-11-25T20:24:22,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/1aac1332e64940a29748c2ae25695a33 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/1aac1332e64940a29748c2ae25695a33 2024-11-25T20:24:22,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/74d195d2ff7f4e2794f2e983fadcba0a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/74d195d2ff7f4e2794f2e983fadcba0a 2024-11-25T20:24:22,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/fe0a8cce672b43c1a4236d2088b43735 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/fe0a8cce672b43c1a4236d2088b43735 2024-11-25T20:24:22,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/eb1bb251826148229b66a8e9791709a7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/eb1bb251826148229b66a8e9791709a7 2024-11-25T20:24:22,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ec70772b864749fc910b3457aabbc53d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ec70772b864749fc910b3457aabbc53d 2024-11-25T20:24:22,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ab0e9e0c47bf439b8ad9073a104dc65e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/ab0e9e0c47bf439b8ad9073a104dc65e 2024-11-25T20:24:22,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/6575a604814b487592e1215edb4a714e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/6575a604814b487592e1215edb4a714e 2024-11-25T20:24:22,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/efd81ec507874255bc0481853a6a071e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/efd81ec507874255bc0481853a6a071e 2024-11-25T20:24:22,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d9e4a6b9dd0545d5b15cc8a8b2414f88 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d9e4a6b9dd0545d5b15cc8a8b2414f88 2024-11-25T20:24:22,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/54781d6b6b934b8a98d47dab5e4d9253 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/54781d6b6b934b8a98d47dab5e4d9253 2024-11-25T20:24:22,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/0b119946d1b3423e9998f52692b82d13 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/0b119946d1b3423e9998f52692b82d13 2024-11-25T20:24:22,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/37a818ac8a6442d2adee208fde9620be to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/37a818ac8a6442d2adee208fde9620be 2024-11-25T20:24:22,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d7ad97e3729a4dfbbe7d03a77ebab113 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/d7ad97e3729a4dfbbe7d03a77ebab113 2024-11-25T20:24:22,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/9bc1e58cea8948ce8b6fc7f912b0a5fc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/9bc1e58cea8948ce8b6fc7f912b0a5fc 2024-11-25T20:24:22,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b6dca5dc8c8842feb39bb1d3681a5d01 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b6dca5dc8c8842feb39bb1d3681a5d01 2024-11-25T20:24:22,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/96c82f16b1034c72928ec40a7f10e7cd to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/96c82f16b1034c72928ec40a7f10e7cd 2024-11-25T20:24:22,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/89afa5dab4ec4eb2a533e6ae7cef90cc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/89afa5dab4ec4eb2a533e6ae7cef90cc 2024-11-25T20:24:22,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a2158840b0854ded8b2103021e0ad7f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/65d73e9c4fea4dd8b06cc1f28fbb83c0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/38e97101a7f74166b4958643ebbb60d4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e29e5657acab42f582b8ec841fa6dbca, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9c00f852d9d84bbd9ce3706a2ab89c88, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e0a69be913ac420e9dd1ebd0b4668855, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3a3da2fea84d416296cde21ce860cc16, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/1376ecfcfca14aa4adfbbb33c49b0e27, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/2f8781ac9b524665a843f306a9164e42, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/020f59e4f41343de9427046e608bd3ad, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/534580ecd588444bb579c789aabe456a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f60aed2642ef47f8bca0cde95026133e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3370a2a95a1147b1b1df2e700f5422b7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/8656cf5778ab4a4fa53e351f5406f2bc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f6203ad7320c4ad48d714c85252926d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/557c888e5d5b41b18a019c173f571b01, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a39047588b304d07ba26aaec703f5868, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f613979f6a81411ebe81bfc7599f11df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9a3aa31282f84035b1b1af35d488392e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a54260095ef84b93936571797747115c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/10e3a4824d644ecb83bdb5d6bcc96c4a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9811b0c4bc21483db7d85a70e157b865, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/5b601b2301c647e296f843d5e3d91010, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/33571c7f1e8741e687fb08d5b809bed0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/81d29d7baa4e47fe98ec6583c62de645, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/39c8de009aff4db29ae269645fa3d65c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/d413062ca1bf4140bd5927b4135a53d8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/263b0aa5e5484f2ba0d173a22dbda390] to archive 2024-11-25T20:24:22,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:22,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a2158840b0854ded8b2103021e0ad7f9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a2158840b0854ded8b2103021e0ad7f9 2024-11-25T20:24:22,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/65d73e9c4fea4dd8b06cc1f28fbb83c0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/65d73e9c4fea4dd8b06cc1f28fbb83c0 2024-11-25T20:24:22,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/38e97101a7f74166b4958643ebbb60d4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/38e97101a7f74166b4958643ebbb60d4 2024-11-25T20:24:22,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e29e5657acab42f582b8ec841fa6dbca to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e29e5657acab42f582b8ec841fa6dbca 2024-11-25T20:24:22,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9c00f852d9d84bbd9ce3706a2ab89c88 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9c00f852d9d84bbd9ce3706a2ab89c88 2024-11-25T20:24:22,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e0a69be913ac420e9dd1ebd0b4668855 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/e0a69be913ac420e9dd1ebd0b4668855 2024-11-25T20:24:22,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3a3da2fea84d416296cde21ce860cc16 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3a3da2fea84d416296cde21ce860cc16 2024-11-25T20:24:22,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/1376ecfcfca14aa4adfbbb33c49b0e27 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/1376ecfcfca14aa4adfbbb33c49b0e27 2024-11-25T20:24:22,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/2f8781ac9b524665a843f306a9164e42 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/2f8781ac9b524665a843f306a9164e42 2024-11-25T20:24:22,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/020f59e4f41343de9427046e608bd3ad to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/020f59e4f41343de9427046e608bd3ad 2024-11-25T20:24:22,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/534580ecd588444bb579c789aabe456a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/534580ecd588444bb579c789aabe456a 2024-11-25T20:24:22,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f60aed2642ef47f8bca0cde95026133e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f60aed2642ef47f8bca0cde95026133e 2024-11-25T20:24:22,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3370a2a95a1147b1b1df2e700f5422b7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/3370a2a95a1147b1b1df2e700f5422b7 2024-11-25T20:24:22,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/8656cf5778ab4a4fa53e351f5406f2bc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/8656cf5778ab4a4fa53e351f5406f2bc 2024-11-25T20:24:22,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f6203ad7320c4ad48d714c85252926d5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f6203ad7320c4ad48d714c85252926d5 2024-11-25T20:24:22,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/557c888e5d5b41b18a019c173f571b01 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/557c888e5d5b41b18a019c173f571b01 2024-11-25T20:24:22,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a39047588b304d07ba26aaec703f5868 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a39047588b304d07ba26aaec703f5868 2024-11-25T20:24:22,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f613979f6a81411ebe81bfc7599f11df to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/f613979f6a81411ebe81bfc7599f11df 2024-11-25T20:24:22,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9a3aa31282f84035b1b1af35d488392e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9a3aa31282f84035b1b1af35d488392e 2024-11-25T20:24:22,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a54260095ef84b93936571797747115c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/a54260095ef84b93936571797747115c 2024-11-25T20:24:22,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/10e3a4824d644ecb83bdb5d6bcc96c4a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/10e3a4824d644ecb83bdb5d6bcc96c4a 2024-11-25T20:24:22,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9811b0c4bc21483db7d85a70e157b865 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/9811b0c4bc21483db7d85a70e157b865 2024-11-25T20:24:22,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/5b601b2301c647e296f843d5e3d91010 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/5b601b2301c647e296f843d5e3d91010 2024-11-25T20:24:22,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/33571c7f1e8741e687fb08d5b809bed0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/33571c7f1e8741e687fb08d5b809bed0 2024-11-25T20:24:22,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/81d29d7baa4e47fe98ec6583c62de645 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/81d29d7baa4e47fe98ec6583c62de645 2024-11-25T20:24:22,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/39c8de009aff4db29ae269645fa3d65c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/39c8de009aff4db29ae269645fa3d65c 2024-11-25T20:24:22,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/d413062ca1bf4140bd5927b4135a53d8 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/d413062ca1bf4140bd5927b4135a53d8 2024-11-25T20:24:22,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/263b0aa5e5484f2ba0d173a22dbda390 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/263b0aa5e5484f2ba0d173a22dbda390 2024-11-25T20:24:22,968 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=4 2024-11-25T20:24:22,970 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945. 2024-11-25T20:24:22,972 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for 12258587f22f9ce70201d54014afa945: 2024-11-25T20:24:22,974 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed 12258587f22f9ce70201d54014afa945 2024-11-25T20:24:22,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=12258587f22f9ce70201d54014afa945, regionState=CLOSED 2024-11-25T20:24:22,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T20:24:22,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure 12258587f22f9ce70201d54014afa945, server=a8cf619b0679,44841,1732566188146 in 1.3000 sec 2024-11-25T20:24:22,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-25T20:24:22,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=12258587f22f9ce70201d54014afa945, UNASSIGN in 1.3100 sec 2024-11-25T20:24:22,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T20:24:22,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3160 sec 2024-11-25T20:24:22,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566262993"}]},"ts":"1732566262993"} 2024-11-25T20:24:22,997 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:24:23,037 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:24:23,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3970 sec 2024-11-25T20:24:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T20:24:23,750 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T20:24:23,751 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:24:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:23,756 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:23,757 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:23,773 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,777 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/recovered.edits] 2024-11-25T20:24:23,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d100156676804b84b99ab649f530d6ce to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/d100156676804b84b99ab649f530d6ce 2024-11-25T20:24:23,786 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f88b38986e2f4c3d8f59d7b6cf84fa33 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/A/f88b38986e2f4c3d8f59d7b6cf84fa33 2024-11-25T20:24:23,795 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b7c58a3670d34a5cbae19b79769ba744 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/b7c58a3670d34a5cbae19b79769ba744 2024-11-25T20:24:23,797 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/e9ec0db44c594f3a920521928fd51ee2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/B/e9ec0db44c594f3a920521928fd51ee2 2024-11-25T20:24:23,802 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/30d7a5a911514c3aa103a035d62aa202 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/30d7a5a911514c3aa103a035d62aa202 2024-11-25T20:24:23,807 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/521226180e1546aba0753c0336b5d66a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/C/521226180e1546aba0753c0336b5d66a 2024-11-25T20:24:23,811 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/recovered.edits/420.seqid to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945/recovered.edits/420.seqid 2024-11-25T20:24:23,811 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:24:23,812 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:24:23,815 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T20:24:23,828 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125067a86e6e228447aaa07802fe434a638_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125067a86e6e228447aaa07802fe434a638_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,829 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112511afd92c098b476ba9f1dfddebb382b5_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112511afd92c098b476ba9f1dfddebb382b5_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,830 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251448502e2f914ecd89aaf5e6408f8f46_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251448502e2f914ecd89aaf5e6408f8f46_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,831 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125423a21ca132d4818b2df6372f06dba7c_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125423a21ca132d4818b2df6372f06dba7c_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,833 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255cec17cef07d4f7eab7d189e570d7776_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255cec17cef07d4f7eab7d189e570d7776_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,841 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568ffceed633445a4aa76a99c1299383a_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568ffceed633445a4aa76a99c1299383a_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579db89338dd948b7a4b71e0b9247ce93_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579db89338dd948b7a4b71e0b9247ce93_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,845 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258169c7abcda143c680b9c4e68e4221b0_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258169c7abcda143c680b9c4e68e4221b0_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125921d881ec5a6448292194af37d32830d_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125921d881ec5a6448292194af37d32830d_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125954b5de02f3f456bae1d23f3f75da293_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125954b5de02f3f456bae1d23f3f75da293_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,849 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112599bb41bebea04910865b864ed9296574_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112599bb41bebea04910865b864ed9296574_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259de9b8374ede4e57a7cc2141e274a3ff_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259de9b8374ede4e57a7cc2141e274a3ff_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,852 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aff8c93d27ed4565be8823146c135142_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aff8c93d27ed4565be8823146c135142_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,854 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c7799843233d4995a4f039951e562adb_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c7799843233d4995a4f039951e562adb_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,856 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c78888ab26954bd49bfbea405d1783a2_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c78888ab26954bd49bfbea405d1783a2_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:23,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cfc01eca4a7142a687a2e1b6190c4585_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cfc01eca4a7142a687a2e1b6190c4585_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8ccdf6d98d741b18db70063e2790ac1_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8ccdf6d98d741b18db70063e2790ac1_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,875 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6de79e24b684fb9bb3c4eac61d3b807_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e6de79e24b684fb9bb3c4eac61d3b807_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,878 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e72f755b6a93432cba4ce20cae4a9d70_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e72f755b6a93432cba4ce20cae4a9d70_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,879 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4a2cd89158543b08fa1065643d5d7d9_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4a2cd89158543b08fa1065643d5d7d9_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,880 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f5f748e812e440de8616dba32562d5cf_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f5f748e812e440de8616dba32562d5cf_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdeb823144204566b6b95822aa8f84a6_12258587f22f9ce70201d54014afa945 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdeb823144204566b6b95822aa8f84a6_12258587f22f9ce70201d54014afa945 2024-11-25T20:24:23,886 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:24:23,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:23,896 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:24:23,913 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:24:23,917 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:23,917 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:24:23,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566263917"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:23,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:24:23,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 12258587f22f9ce70201d54014afa945, NAME => 'TestAcidGuarantees,,1732566230534.12258587f22f9ce70201d54014afa945.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:24:23,921 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:24:23,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566263921"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:23,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:24:23,944 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:23,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 193 msec 2024-11-25T20:24:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T20:24:24,060 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T20:24:24,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 238), OpenFileDescriptor=452 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1221 (was 983) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2479 (was 2827) 2024-11-25T20:24:24,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=1221, ProcessCount=11, AvailableMemoryMB=2478 2024-11-25T20:24:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:24:24,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:24:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:24,081 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:24:24,081 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:24,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-25T20:24:24,083 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:24:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T20:24:24,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742052_1228 (size=963) 2024-11-25T20:24:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T20:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T20:24:24,495 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:24:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742053_1229 (size=53) 2024-11-25T20:24:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T20:24:24,913 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:24,913 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e6e8cb880e1b6740bc48bf10b982b93b, disabling compactions & flushes 2024-11-25T20:24:24,913 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:24,913 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:24,913 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. after waiting 0 ms 2024-11-25T20:24:24,913 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:24,913 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:24,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:24,915 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:24:24,915 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566264915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566264915"}]},"ts":"1732566264915"} 2024-11-25T20:24:24,916 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:24:24,917 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:24:24,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566264917"}]},"ts":"1732566264917"} 2024-11-25T20:24:24,918 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:24:24,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, ASSIGN}] 2024-11-25T20:24:24,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, ASSIGN 2024-11-25T20:24:24,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:24:25,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e6e8cb880e1b6740bc48bf10b982b93b, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:25,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:24:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T20:24:25,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:25,285 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:25,286 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:24:25,286 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,286 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:25,286 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,286 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,300 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,301 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:25,304 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e8cb880e1b6740bc48bf10b982b93b columnFamilyName A 2024-11-25T20:24:25,304 DEBUG [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:25,305 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.HStore(327): Store=e6e8cb880e1b6740bc48bf10b982b93b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:25,305 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,306 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:25,307 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e8cb880e1b6740bc48bf10b982b93b columnFamilyName B 2024-11-25T20:24:25,307 DEBUG [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:25,308 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.HStore(327): Store=e6e8cb880e1b6740bc48bf10b982b93b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:25,308 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,329 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:25,330 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e8cb880e1b6740bc48bf10b982b93b columnFamilyName C 2024-11-25T20:24:25,330 DEBUG [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:25,330 INFO [StoreOpener-e6e8cb880e1b6740bc48bf10b982b93b-1 {}] regionserver.HStore(327): Store=e6e8cb880e1b6740bc48bf10b982b93b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:25,331 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:25,332 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,332 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,334 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:24:25,335 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:25,338 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:24:25,338 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened e6e8cb880e1b6740bc48bf10b982b93b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66051761, jitterRate=-0.01575206220149994}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:24:25,339 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:25,340 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., pid=62, masterSystemTime=1732566265267 2024-11-25T20:24:25,341 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:25,341 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:25,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e6e8cb880e1b6740bc48bf10b982b93b, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:25,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T20:24:25,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 in 226 msec 2024-11-25T20:24:25,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T20:24:25,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, ASSIGN in 381 msec 2024-11-25T20:24:25,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:24:25,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566265345"}]},"ts":"1732566265345"} 2024-11-25T20:24:25,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:24:25,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:24:25,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2920 sec 2024-11-25T20:24:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T20:24:26,188 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-25T20:24:26,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dfa6663 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d1cb503 2024-11-25T20:24:26,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19104014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:24:26,255 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:24:26,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50fa6d36 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8966e87 2024-11-25T20:24:26,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d9f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507f24a9 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b269a77 2024-11-25T20:24:26,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bff6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x158ab39f to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aa0667b 2024-11-25T20:24:26,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3a914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x110a2f3c to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@585010d8 2024-11-25T20:24:26,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646799cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16fc49ca to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ef24d1d 2024-11-25T20:24:26,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16831ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x179acb41 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19f0d92b 2024-11-25T20:24:26,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748a9ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19975718 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@631ec80 2024-11-25T20:24:26,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267c3d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f706d54 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@662cd9d6 2024-11-25T20:24:26,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff1c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67bdbc25 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675f2b6d 2024-11-25T20:24:26,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9b26c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64803b67 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9a70d9 2024-11-25T20:24:26,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:26,667 DEBUG [hconnection-0x724fba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,669 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,671 DEBUG [hconnection-0x7a9b44f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,672 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:26,693 DEBUG [hconnection-0x2c4e044e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,694 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,694 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-25T20:24:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:26,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:26,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:26,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:26,715 DEBUG [hconnection-0xc377428-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,716 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,721 DEBUG [hconnection-0x366dd741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,722 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566326721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566326722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,730 DEBUG [hconnection-0x77e8ff4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,731 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566326735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9effa512f61e456794b7665f8271eefc is 50, key is test_row_0/A:col10/1732566266681/Put/seqid=0 2024-11-25T20:24:26,780 DEBUG [hconnection-0x18432d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,781 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,790 DEBUG [hconnection-0x4f350d04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:26,811 DEBUG [hconnection-0x84b5fec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,813 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,821 DEBUG [hconnection-0x2f95f9bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,822 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566326816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566326825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566326825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566326825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742054_1230 (size=12001) 2024-11-25T20:24:26,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9effa512f61e456794b7665f8271eefc 2024-11-25T20:24:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566326839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:26,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:26,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/97f4459f58c34eecb94f0d87e04654af is 50, key is test_row_0/B:col10/1732566266681/Put/seqid=0 2024-11-25T20:24:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742055_1231 (size=12001) 2024-11-25T20:24:26,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566326925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/97f4459f58c34eecb94f0d87e04654af 2024-11-25T20:24:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566326931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:26,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/fd8037da400245f483f41e766d16f77e is 50, key is test_row_0/C:col10/1732566266681/Put/seqid=0 2024-11-25T20:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:27,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742056_1232 (size=12001) 2024-11-25T20:24:27,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/fd8037da400245f483f41e766d16f77e 2024-11-25T20:24:27,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9effa512f61e456794b7665f8271eefc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9effa512f61e456794b7665f8271eefc 2024-11-25T20:24:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566327037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566327038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9effa512f61e456794b7665f8271eefc, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T20:24:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/97f4459f58c34eecb94f0d87e04654af as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/97f4459f58c34eecb94f0d87e04654af 2024-11-25T20:24:27,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/97f4459f58c34eecb94f0d87e04654af, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T20:24:27,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/fd8037da400245f483f41e766d16f77e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fd8037da400245f483f41e766d16f77e 2024-11-25T20:24:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566327051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fd8037da400245f483f41e766d16f77e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T20:24:27,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e6e8cb880e1b6740bc48bf10b982b93b in 376ms, sequenceid=12, compaction requested=false 2024-11-25T20:24:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:27,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:24:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/91a07d8381614c998e3e5c220b230a1a is 50, key is test_row_0/A:col10/1732566266720/Put/seqid=0 2024-11-25T20:24:27,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566327166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742057_1233 (size=12001) 2024-11-25T20:24:27,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566327164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566327271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566327281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:27,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566327348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566327354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566327365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566327480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566327495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/91a07d8381614c998e3e5c220b230a1a 2024-11-25T20:24:27,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/ebc47a0ae8ef44b1801848e5f6d56d3e is 50, key is test_row_0/B:col10/1732566266720/Put/seqid=0 2024-11-25T20:24:27,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742058_1234 (size=12001) 2024-11-25T20:24:27,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/ebc47a0ae8ef44b1801848e5f6d56d3e 2024-11-25T20:24:27,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9af6b1231a2b49e18c3b8a7061a70ba5 is 50, key is test_row_0/C:col10/1732566266720/Put/seqid=0 2024-11-25T20:24:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742059_1235 (size=12001) 2024-11-25T20:24:27,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9af6b1231a2b49e18c3b8a7061a70ba5 2024-11-25T20:24:27,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/91a07d8381614c998e3e5c220b230a1a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/91a07d8381614c998e3e5c220b230a1a 2024-11-25T20:24:27,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/91a07d8381614c998e3e5c220b230a1a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:24:27,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/ebc47a0ae8ef44b1801848e5f6d56d3e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ebc47a0ae8ef44b1801848e5f6d56d3e 2024-11-25T20:24:27,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ebc47a0ae8ef44b1801848e5f6d56d3e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:24:27,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9af6b1231a2b49e18c3b8a7061a70ba5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9af6b1231a2b49e18c3b8a7061a70ba5 2024-11-25T20:24:27,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9af6b1231a2b49e18c3b8a7061a70ba5, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:24:27,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e6e8cb880e1b6740bc48bf10b982b93b in 610ms, sequenceid=39, compaction requested=false 2024-11-25T20:24:27,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:27,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T20:24:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:27,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T20:24:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:27,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/fcda1638473046f1920f46b21fb91bde is 50, key is test_row_0/A:col10/1732566267159/Put/seqid=0 2024-11-25T20:24:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742060_1236 (size=12001) 2024-11-25T20:24:27,890 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/fcda1638473046f1920f46b21fb91bde 2024-11-25T20:24:27,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566327885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566327899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566327903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566327903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/80f5e684f0064598a25c91d076d1283c is 50, key is test_row_0/B:col10/1732566267159/Put/seqid=0 2024-11-25T20:24:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566327909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:27,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742061_1237 (size=12001) 2024-11-25T20:24:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566328007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566328010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566328011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566328019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566328019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566328218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566328219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566328223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566328225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566328247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,372 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/80f5e684f0064598a25c91d076d1283c 2024-11-25T20:24:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/723cadbfb0dc42a49b63e2a796c91f2c is 50, key is test_row_0/C:col10/1732566267159/Put/seqid=0 2024-11-25T20:24:28,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742062_1238 (size=12001) 2024-11-25T20:24:28,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566328542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566328544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566328544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566328543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:24:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566328563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:28,881 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/723cadbfb0dc42a49b63e2a796c91f2c 2024-11-25T20:24:28,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/fcda1638473046f1920f46b21fb91bde as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fcda1638473046f1920f46b21fb91bde 2024-11-25T20:24:28,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fcda1638473046f1920f46b21fb91bde, entries=150, sequenceid=48, filesize=11.7 K 2024-11-25T20:24:28,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/80f5e684f0064598a25c91d076d1283c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/80f5e684f0064598a25c91d076d1283c 2024-11-25T20:24:28,909 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/80f5e684f0064598a25c91d076d1283c, entries=150, sequenceid=48, filesize=11.7 K 2024-11-25T20:24:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/723cadbfb0dc42a49b63e2a796c91f2c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/723cadbfb0dc42a49b63e2a796c91f2c 2024-11-25T20:24:28,916 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/723cadbfb0dc42a49b63e2a796c91f2c, entries=150, sequenceid=48, filesize=11.7 K 2024-11-25T20:24:28,917 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e6e8cb880e1b6740bc48bf10b982b93b in 1124ms, sequenceid=48, compaction requested=true 2024-11-25T20:24:28,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:28,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:28,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-25T20:24:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-25T20:24:28,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T20:24:28,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2200 sec 2024-11-25T20:24:28,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.2270 sec 2024-11-25T20:24:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:29,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T20:24:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:29,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/d7d7367640514fc5838284c9f011af88 is 50, key is test_row_0/A:col10/1732566267883/Put/seqid=0 2024-11-25T20:24:29,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566329060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566329061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566329060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566329062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742063_1239 (size=12001) 2024-11-25T20:24:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566329079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/d7d7367640514fc5838284c9f011af88 2024-11-25T20:24:29,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/ce389f3feb50422c9a631d4af0b7a691 is 50, key is test_row_0/B:col10/1732566267883/Put/seqid=0 2024-11-25T20:24:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742064_1240 (size=12001) 2024-11-25T20:24:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566329166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566329166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566329166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/ce389f3feb50422c9a631d4af0b7a691 2024-11-25T20:24:29,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/30d31888ab9642479c3a8fb5ac0f77b7 is 50, key is test_row_0/C:col10/1732566267883/Put/seqid=0 2024-11-25T20:24:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742065_1241 (size=12001) 2024-11-25T20:24:29,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566329374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566329374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566329374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/30d31888ab9642479c3a8fb5ac0f77b7 2024-11-25T20:24:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/d7d7367640514fc5838284c9f011af88 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d7d7367640514fc5838284c9f011af88 2024-11-25T20:24:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566329683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566329684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566329684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:29,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d7d7367640514fc5838284c9f011af88, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T20:24:29,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/ce389f3feb50422c9a631d4af0b7a691 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ce389f3feb50422c9a631d4af0b7a691 2024-11-25T20:24:29,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ce389f3feb50422c9a631d4af0b7a691, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T20:24:29,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/30d31888ab9642479c3a8fb5ac0f77b7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/30d31888ab9642479c3a8fb5ac0f77b7 2024-11-25T20:24:29,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/30d31888ab9642479c3a8fb5ac0f77b7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T20:24:29,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for e6e8cb880e1b6740bc48bf10b982b93b in 683ms, sequenceid=76, compaction requested=true 2024-11-25T20:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:29,736 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:29,736 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:29,738 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:29,738 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:29,738 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:29,738 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9effa512f61e456794b7665f8271eefc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/91a07d8381614c998e3e5c220b230a1a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fcda1638473046f1920f46b21fb91bde, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d7d7367640514fc5838284c9f011af88] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=46.9 K 2024-11-25T20:24:29,740 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9effa512f61e456794b7665f8271eefc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732566266676 2024-11-25T20:24:29,740 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91a07d8381614c998e3e5c220b230a1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566266709 2024-11-25T20:24:29,741 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:29,741 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:29,741 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:29,741 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/97f4459f58c34eecb94f0d87e04654af, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ebc47a0ae8ef44b1801848e5f6d56d3e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/80f5e684f0064598a25c91d076d1283c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ce389f3feb50422c9a631d4af0b7a691] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=46.9 K 2024-11-25T20:24:29,741 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcda1638473046f1920f46b21fb91bde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732566267151 2024-11-25T20:24:29,742 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 97f4459f58c34eecb94f0d87e04654af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732566266676 2024-11-25T20:24:29,742 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ebc47a0ae8ef44b1801848e5f6d56d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566266709 2024-11-25T20:24:29,742 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d7367640514fc5838284c9f011af88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566267883 2024-11-25T20:24:29,743 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f5e684f0064598a25c91d076d1283c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732566267151 2024-11-25T20:24:29,744 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ce389f3feb50422c9a631d4af0b7a691, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566267883 2024-11-25T20:24:29,769 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:29,770 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/41320fda537a463183c23b96a029c21a is 50, key is test_row_0/B:col10/1732566267883/Put/seqid=0 2024-11-25T20:24:29,784 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:29,785 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4a0751dff8a14c00a37312c8c5a687d6 is 50, key is test_row_0/A:col10/1732566267883/Put/seqid=0 2024-11-25T20:24:29,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742066_1242 (size=12139) 2024-11-25T20:24:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742067_1243 (size=12139) 2024-11-25T20:24:29,868 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/41320fda537a463183c23b96a029c21a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/41320fda537a463183c23b96a029c21a 2024-11-25T20:24:29,876 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4a0751dff8a14c00a37312c8c5a687d6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4a0751dff8a14c00a37312c8c5a687d6 2024-11-25T20:24:29,883 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 41320fda537a463183c23b96a029c21a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:29,883 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:29,883 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=12, startTime=1732566269736; duration=0sec 2024-11-25T20:24:29,883 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:29,883 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:29,884 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:29,887 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:29,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:29,888 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:29,888 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fd8037da400245f483f41e766d16f77e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9af6b1231a2b49e18c3b8a7061a70ba5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/723cadbfb0dc42a49b63e2a796c91f2c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/30d31888ab9642479c3a8fb5ac0f77b7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=46.9 K 2024-11-25T20:24:29,888 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into 4a0751dff8a14c00a37312c8c5a687d6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:29,888 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting fd8037da400245f483f41e766d16f77e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732566266676 2024-11-25T20:24:29,888 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:29,888 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=12, startTime=1732566269735; duration=0sec 2024-11-25T20:24:29,889 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:29,889 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:29,889 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af6b1231a2b49e18c3b8a7061a70ba5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566266709 2024-11-25T20:24:29,889 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 723cadbfb0dc42a49b63e2a796c91f2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732566267151 2024-11-25T20:24:29,890 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d31888ab9642479c3a8fb5ac0f77b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566267883 2024-11-25T20:24:29,911 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:29,912 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/354e825ae7dd49fb88d33173ac6545a9 is 50, key is test_row_0/C:col10/1732566267883/Put/seqid=0 2024-11-25T20:24:29,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742068_1244 (size=12139) 2024-11-25T20:24:29,978 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/354e825ae7dd49fb88d33173ac6545a9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/354e825ae7dd49fb88d33173ac6545a9 2024-11-25T20:24:29,993 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 354e825ae7dd49fb88d33173ac6545a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:29,993 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:29,993 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=12, startTime=1732566269736; duration=0sec 2024-11-25T20:24:29,993 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:29,993 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:30,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:30,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:30,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8c8fb4c6779f45a496a334d208752aba is 50, key is test_row_0/A:col10/1732566269055/Put/seqid=0 2024-11-25T20:24:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742069_1245 (size=12001) 2024-11-25T20:24:30,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8c8fb4c6779f45a496a334d208752aba 2024-11-25T20:24:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566330151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566330151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/79d0f772d0c447d189c2ffcc76237ecf is 50, key is test_row_0/B:col10/1732566269055/Put/seqid=0 2024-11-25T20:24:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566330197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742070_1246 (size=12001) 2024-11-25T20:24:30,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/79d0f772d0c447d189c2ffcc76237ecf 2024-11-25T20:24:30,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566330200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566330202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/f58135ad5f054407b35d820f7ca74711 is 50, key is test_row_0/C:col10/1732566269055/Put/seqid=0 2024-11-25T20:24:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742071_1247 (size=12001) 2024-11-25T20:24:30,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/f58135ad5f054407b35d820f7ca74711 2024-11-25T20:24:30,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8c8fb4c6779f45a496a334d208752aba as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8c8fb4c6779f45a496a334d208752aba 2024-11-25T20:24:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566330267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566330267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8c8fb4c6779f45a496a334d208752aba, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T20:24:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/79d0f772d0c447d189c2ffcc76237ecf as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/79d0f772d0c447d189c2ffcc76237ecf 2024-11-25T20:24:30,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/79d0f772d0c447d189c2ffcc76237ecf, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T20:24:30,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/f58135ad5f054407b35d820f7ca74711 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/f58135ad5f054407b35d820f7ca74711 2024-11-25T20:24:30,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/f58135ad5f054407b35d820f7ca74711, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T20:24:30,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e6e8cb880e1b6740bc48bf10b982b93b in 236ms, sequenceid=91, compaction requested=false 2024-11-25T20:24:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:30,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:30,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/eec736a3bd614a7783d8e0afb44c9c8d is 50, key is test_row_0/A:col10/1732566270477/Put/seqid=0 2024-11-25T20:24:30,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566330503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566330503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742072_1248 (size=12001) 2024-11-25T20:24:30,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/eec736a3bd614a7783d8e0afb44c9c8d 2024-11-25T20:24:30,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/4324b27c647d42d7800524881c948bf7 is 50, key is test_row_0/B:col10/1732566270477/Put/seqid=0 2024-11-25T20:24:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742073_1249 (size=12001) 2024-11-25T20:24:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566330615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566330618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T20:24:30,802 INFO [Thread-1082 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T20:24:30,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-25T20:24:30,805 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:30,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:30,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:30,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566330823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566330823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:30,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:30,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:30,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/4324b27c647d42d7800524881c948bf7 2024-11-25T20:24:31,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/86aaced31c0242fc87847589cb3befef is 50, key is test_row_0/C:col10/1732566270477/Put/seqid=0 2024-11-25T20:24:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742074_1250 (size=12001) 2024-11-25T20:24:31,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/86aaced31c0242fc87847589cb3befef 2024-11-25T20:24:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:31,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/eec736a3bd614a7783d8e0afb44c9c8d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eec736a3bd614a7783d8e0afb44c9c8d 2024-11-25T20:24:31,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:31,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566331125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566331128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eec736a3bd614a7783d8e0afb44c9c8d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:24:31,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/4324b27c647d42d7800524881c948bf7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4324b27c647d42d7800524881c948bf7 2024-11-25T20:24:31,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4324b27c647d42d7800524881c948bf7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:24:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/86aaced31c0242fc87847589cb3befef as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/86aaced31c0242fc87847589cb3befef 2024-11-25T20:24:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566331205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/86aaced31c0242fc87847589cb3befef, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T20:24:31,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e6e8cb880e1b6740bc48bf10b982b93b in 737ms, sequenceid=118, compaction requested=true 2024-11-25T20:24:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:31,215 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:31,215 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:31,218 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:31,218 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:31,219 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:31,219 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:31,219 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,219 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/41320fda537a463183c23b96a029c21a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/79d0f772d0c447d189c2ffcc76237ecf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4324b27c647d42d7800524881c948bf7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=35.3 K 2024-11-25T20:24:31,219 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,219 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4a0751dff8a14c00a37312c8c5a687d6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8c8fb4c6779f45a496a334d208752aba, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eec736a3bd614a7783d8e0afb44c9c8d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=35.3 K 2024-11-25T20:24:31,220 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a0751dff8a14c00a37312c8c5a687d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566267883 2024-11-25T20:24:31,220 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 41320fda537a463183c23b96a029c21a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566267883 2024-11-25T20:24:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:31,225 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c8fb4c6779f45a496a334d208752aba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566269055 2024-11-25T20:24:31,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:31,226 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 79d0f772d0c447d189c2ffcc76237ecf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566269055 2024-11-25T20:24:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:31,227 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eec736a3bd614a7783d8e0afb44c9c8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566270146 2024-11-25T20:24:31,229 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4324b27c647d42d7800524881c948bf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566270146 2024-11-25T20:24:31,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/a9e19984c05f4b41850bd7e4b70ad4ca is 50, key is test_row_0/A:col10/1732566270483/Put/seqid=0 2024-11-25T20:24:31,256 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:31,257 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/fe00d7c0120d4d63b20c650b774b0e62 is 50, key is test_row_0/B:col10/1732566270477/Put/seqid=0 2024-11-25T20:24:31,262 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:31,262 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/ff0b555af82048c4a47386b38e38ba1d is 50, key is test_row_0/A:col10/1732566270477/Put/seqid=0 2024-11-25T20:24:31,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742075_1251 (size=12051) 2024-11-25T20:24:31,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/a9e19984c05f4b41850bd7e4b70ad4ca 2024-11-25T20:24:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742076_1252 (size=12241) 2024-11-25T20:24:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566331338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566331339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,358 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/fe00d7c0120d4d63b20c650b774b0e62 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fe00d7c0120d4d63b20c650b774b0e62 2024-11-25T20:24:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742077_1253 (size=12241) 2024-11-25T20:24:31,378 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into fe00d7c0120d4d63b20c650b774b0e62(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:31,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:31,378 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566271215; duration=0sec 2024-11-25T20:24:31,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:31,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:31,379 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/ff0b555af82048c4a47386b38e38ba1d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ff0b555af82048c4a47386b38e38ba1d 2024-11-25T20:24:31,380 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:31,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8e53ba7efc1e46adb3feee39d0b42fd5 is 50, key is test_row_0/B:col10/1732566270483/Put/seqid=0 2024-11-25T20:24:31,385 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:31,385 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:31,386 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,386 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/354e825ae7dd49fb88d33173ac6545a9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/f58135ad5f054407b35d820f7ca74711, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/86aaced31c0242fc87847589cb3befef] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=35.3 K 2024-11-25T20:24:31,394 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 354e825ae7dd49fb88d33173ac6545a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732566267883 2024-11-25T20:24:31,394 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f58135ad5f054407b35d820f7ca74711, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566269055 2024-11-25T20:24:31,395 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 86aaced31c0242fc87847589cb3befef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566270146 2024-11-25T20:24:31,397 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into ff0b555af82048c4a47386b38e38ba1d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:31,397 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:31,397 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566271214; duration=0sec 2024-11-25T20:24:31,397 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:31,397 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:31,425 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:31,425 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/bcf4e7a6b9ef46358a6a5a685fde0498 is 50, key is test_row_0/C:col10/1732566270477/Put/seqid=0 2024-11-25T20:24:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742078_1254 (size=12051) 2024-11-25T20:24:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742079_1255 (size=12241) 2024-11-25T20:24:31,445 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/bcf4e7a6b9ef46358a6a5a685fde0498 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/bcf4e7a6b9ef46358a6a5a685fde0498 2024-11-25T20:24:31,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:31,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:31,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566331446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566331447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,457 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into bcf4e7a6b9ef46358a6a5a685fde0498(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:31,457 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:31,458 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566271215; duration=0sec 2024-11-25T20:24:31,458 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:31,458 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:31,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:31,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:31,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566331630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566331634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566331652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566331652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8e53ba7efc1e46adb3feee39d0b42fd5 2024-11-25T20:24:31,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/4733a6a34ca64ba4b1097d5dfa6f546f is 50, key is test_row_0/C:col10/1732566270483/Put/seqid=0 2024-11-25T20:24:31,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:31,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742080_1256 (size=12051) 2024-11-25T20:24:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566331958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:31,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566331958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:32,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:32,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:32,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:32,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:32,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/4733a6a34ca64ba4b1097d5dfa6f546f 2024-11-25T20:24:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/a9e19984c05f4b41850bd7e4b70ad4ca as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a9e19984c05f4b41850bd7e4b70ad4ca 2024-11-25T20:24:32,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a9e19984c05f4b41850bd7e4b70ad4ca, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:24:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8e53ba7efc1e46adb3feee39d0b42fd5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8e53ba7efc1e46adb3feee39d0b42fd5 2024-11-25T20:24:32,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8e53ba7efc1e46adb3feee39d0b42fd5, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:24:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/4733a6a34ca64ba4b1097d5dfa6f546f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/4733a6a34ca64ba4b1097d5dfa6f546f 2024-11-25T20:24:32,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/4733a6a34ca64ba4b1097d5dfa6f546f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T20:24:32,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e6e8cb880e1b6740bc48bf10b982b93b in 1114ms, sequenceid=129, compaction requested=false 2024-11-25T20:24:32,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:32,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T20:24:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:32,394 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:32,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/1152e05729364cc08e00cdbb4168106f is 50, key is test_row_0/A:col10/1732566271337/Put/seqid=0 2024-11-25T20:24:32,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742081_1257 (size=12151) 2024-11-25T20:24:32,405 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/1152e05729364cc08e00cdbb4168106f 2024-11-25T20:24:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/d58e97dd437640b88f619555bb92bfb3 is 50, key is test_row_0/B:col10/1732566271337/Put/seqid=0 2024-11-25T20:24:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742082_1258 (size=12151) 2024-11-25T20:24:32,446 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/d58e97dd437640b88f619555bb92bfb3 2024-11-25T20:24:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/c93f426d192e446fb1ba7ec56c08df36 is 50, key is test_row_0/C:col10/1732566271337/Put/seqid=0 2024-11-25T20:24:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:32,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566332480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566332480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742083_1259 (size=12151) 2024-11-25T20:24:32,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/c93f426d192e446fb1ba7ec56c08df36 2024-11-25T20:24:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/1152e05729364cc08e00cdbb4168106f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1152e05729364cc08e00cdbb4168106f 2024-11-25T20:24:32,498 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1152e05729364cc08e00cdbb4168106f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:24:32,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/d58e97dd437640b88f619555bb92bfb3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/d58e97dd437640b88f619555bb92bfb3 2024-11-25T20:24:32,508 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/d58e97dd437640b88f619555bb92bfb3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:24:32,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/c93f426d192e446fb1ba7ec56c08df36 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/c93f426d192e446fb1ba7ec56c08df36 2024-11-25T20:24:32,514 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/c93f426d192e446fb1ba7ec56c08df36, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T20:24:32,515 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e6e8cb880e1b6740bc48bf10b982b93b in 121ms, sequenceid=158, compaction requested=true 2024-11-25T20:24:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-25T20:24:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-25T20:24:32,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T20:24:32,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7060 sec 2024-11-25T20:24:32,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.7150 sec 2024-11-25T20:24:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:32,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:24:32,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:32,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:32,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:32,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:32,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:32,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:32,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4017f13429214afca6ecad6a02a59395 is 50, key is test_row_0/A:col10/1732566272584/Put/seqid=0 2024-11-25T20:24:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742084_1260 (size=12151) 2024-11-25T20:24:32,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566332658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566332659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566332663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566332663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566332766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566332767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566332767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566332769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T20:24:32,921 INFO [Thread-1082 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-25T20:24:32,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-25T20:24:32,924 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:32,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:32,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566332970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566332970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566332975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566332983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4017f13429214afca6ecad6a02a59395 2024-11-25T20:24:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:33,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:33,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/f52ebd6dd3204f5680b0cfcea06df17d is 50, key is test_row_0/B:col10/1732566272584/Put/seqid=0 2024-11-25T20:24:33,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742085_1261 (size=12151) 2024-11-25T20:24:33,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/f52ebd6dd3204f5680b0cfcea06df17d 2024-11-25T20:24:33,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/00132f7a2e7146e79a7e91f7bb6b5d89 is 50, key is test_row_0/C:col10/1732566272584/Put/seqid=0 2024-11-25T20:24:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742086_1262 (size=12151) 2024-11-25T20:24:33,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/00132f7a2e7146e79a7e91f7bb6b5d89 2024-11-25T20:24:33,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4017f13429214afca6ecad6a02a59395 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4017f13429214afca6ecad6a02a59395 2024-11-25T20:24:33,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4017f13429214afca6ecad6a02a59395, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T20:24:33,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/f52ebd6dd3204f5680b0cfcea06df17d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f52ebd6dd3204f5680b0cfcea06df17d 2024-11-25T20:24:33,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566333219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,225 DEBUG [Thread-1072 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:33,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f52ebd6dd3204f5680b0cfcea06df17d, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T20:24:33,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/00132f7a2e7146e79a7e91f7bb6b5d89 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/00132f7a2e7146e79a7e91f7bb6b5d89 2024-11-25T20:24:33,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/00132f7a2e7146e79a7e91f7bb6b5d89, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T20:24:33,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e6e8cb880e1b6740bc48bf10b982b93b in 652ms, sequenceid=170, compaction requested=true 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:33,239 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,239 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:33,244 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:33,244 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:33,244 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:33,244 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:33,244 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,244 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,244 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ff0b555af82048c4a47386b38e38ba1d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a9e19984c05f4b41850bd7e4b70ad4ca, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1152e05729364cc08e00cdbb4168106f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4017f13429214afca6ecad6a02a59395] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=47.5 K 2024-11-25T20:24:33,244 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fe00d7c0120d4d63b20c650b774b0e62, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8e53ba7efc1e46adb3feee39d0b42fd5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/d58e97dd437640b88f619555bb92bfb3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f52ebd6dd3204f5680b0cfcea06df17d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=47.5 K 2024-11-25T20:24:33,245 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting fe00d7c0120d4d63b20c650b774b0e62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566270146 2024-11-25T20:24:33,245 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff0b555af82048c4a47386b38e38ba1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566270146 2024-11-25T20:24:33,246 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e53ba7efc1e46adb3feee39d0b42fd5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566270483 2024-11-25T20:24:33,246 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9e19984c05f4b41850bd7e4b70ad4ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566270483 2024-11-25T20:24:33,246 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d58e97dd437640b88f619555bb92bfb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566271331 2024-11-25T20:24:33,246 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1152e05729364cc08e00cdbb4168106f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566271331 2024-11-25T20:24:33,246 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f52ebd6dd3204f5680b0cfcea06df17d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732566272472 2024-11-25T20:24:33,247 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4017f13429214afca6ecad6a02a59395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732566272472 2024-11-25T20:24:33,271 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:33,273 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9998101e3fd847918270b16773f72dbe is 50, key is test_row_0/A:col10/1732566272584/Put/seqid=0 2024-11-25T20:24:33,277 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:33,278 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9617ae5bce2a448a99eedc7d22c26e30 is 50, key is test_row_0/B:col10/1732566272584/Put/seqid=0 2024-11-25T20:24:33,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566333294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566333299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566333299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566333300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/f78bc338746b4224b280a60c7f01d684 is 50, key is test_row_0/A:col10/1732566273283/Put/seqid=0 2024-11-25T20:24:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742087_1263 (size=12527) 2024-11-25T20:24:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742088_1264 (size=12527) 2024-11-25T20:24:33,372 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9617ae5bce2a448a99eedc7d22c26e30 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9617ae5bce2a448a99eedc7d22c26e30 2024-11-25T20:24:33,379 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 9617ae5bce2a448a99eedc7d22c26e30(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:33,379 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:33,379 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=12, startTime=1732566273239; duration=0sec 2024-11-25T20:24:33,379 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:33,379 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:33,380 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:33,386 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:33,386 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:33,386 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,387 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/bcf4e7a6b9ef46358a6a5a685fde0498, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/4733a6a34ca64ba4b1097d5dfa6f546f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/c93f426d192e446fb1ba7ec56c08df36, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/00132f7a2e7146e79a7e91f7bb6b5d89] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=47.5 K 2024-11-25T20:24:33,387 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting bcf4e7a6b9ef46358a6a5a685fde0498, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732566270146 2024-11-25T20:24:33,387 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4733a6a34ca64ba4b1097d5dfa6f546f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566270483 2024-11-25T20:24:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742089_1265 (size=14541) 2024-11-25T20:24:33,388 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c93f426d192e446fb1ba7ec56c08df36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732566271331 2024-11-25T20:24:33,388 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 00132f7a2e7146e79a7e91f7bb6b5d89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732566272472 2024-11-25T20:24:33,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/f78bc338746b4224b280a60c7f01d684 2024-11-25T20:24:33,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:33,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566333402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,408 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:33,409 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/6a66f1c9ef6b45108e8dc1e2af2fd750 is 50, key is test_row_0/C:col10/1732566272584/Put/seqid=0 2024-11-25T20:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566333407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566333408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566333414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/bc52a941b8ce460ebf9ea0babfb930a5 is 50, key is test_row_0/B:col10/1732566273283/Put/seqid=0 2024-11-25T20:24:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742091_1267 (size=12151) 2024-11-25T20:24:33,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/bc52a941b8ce460ebf9ea0babfb930a5 2024-11-25T20:24:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742090_1266 (size=12527) 2024-11-25T20:24:33,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/541f274d07ff4275a439ca611784eb56 is 50, key is test_row_0/C:col10/1732566273283/Put/seqid=0 2024-11-25T20:24:33,486 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/6a66f1c9ef6b45108e8dc1e2af2fd750 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6a66f1c9ef6b45108e8dc1e2af2fd750 2024-11-25T20:24:33,493 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 6a66f1c9ef6b45108e8dc1e2af2fd750(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:33,493 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:33,493 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=12, startTime=1732566273239; duration=0sec 2024-11-25T20:24:33,493 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:33,493 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742092_1268 (size=12151) 2024-11-25T20:24:33,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/541f274d07ff4275a439ca611784eb56 2024-11-25T20:24:33,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/f78bc338746b4224b280a60c7f01d684 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f78bc338746b4224b280a60c7f01d684 2024-11-25T20:24:33,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f78bc338746b4224b280a60c7f01d684, entries=200, sequenceid=197, filesize=14.2 K 2024-11-25T20:24:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/bc52a941b8ce460ebf9ea0babfb930a5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bc52a941b8ce460ebf9ea0babfb930a5 2024-11-25T20:24:33,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bc52a941b8ce460ebf9ea0babfb930a5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T20:24:33,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/541f274d07ff4275a439ca611784eb56 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/541f274d07ff4275a439ca611784eb56 2024-11-25T20:24:33,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/541f274d07ff4275a439ca611784eb56, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T20:24:33,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e6e8cb880e1b6740bc48bf10b982b93b in 284ms, sequenceid=197, compaction requested=false 2024-11-25T20:24:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:33,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:24:33,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:33,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:33,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:33,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:33,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:33,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:33,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/0a25a9ee5eee4b5aa7f80120077a19ed is 50, key is test_row_0/A:col10/1732566273627/Put/seqid=0 2024-11-25T20:24:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742093_1269 (size=14541) 2024-11-25T20:24:33,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/0a25a9ee5eee4b5aa7f80120077a19ed 2024-11-25T20:24:33,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/b551bcce38214685a2e4415b99f5c1c2 is 50, key is test_row_0/B:col10/1732566273627/Put/seqid=0 2024-11-25T20:24:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742094_1270 (size=12151) 2024-11-25T20:24:33,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:33,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566333721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566333724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566333724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566333724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,737 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9998101e3fd847918270b16773f72dbe as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9998101e3fd847918270b16773f72dbe 2024-11-25T20:24:33,743 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into 9998101e3fd847918270b16773f72dbe(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:33,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:33,743 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=12, startTime=1732566273239; duration=0sec 2024-11-25T20:24:33,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:33,743 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566333831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566333831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566333835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566333835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:33,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:33,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:34,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566334033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566334035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566334038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566334038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/b551bcce38214685a2e4415b99f5c1c2 2024-11-25T20:24:34,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9f2272edf84a425ebebbe759e813bd5d is 50, key is test_row_0/C:col10/1732566273627/Put/seqid=0 2024-11-25T20:24:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742095_1271 (size=12151) 2024-11-25T20:24:34,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566334340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566334340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566334340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566334344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:34,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9f2272edf84a425ebebbe759e813bd5d 2024-11-25T20:24:34,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/0a25a9ee5eee4b5aa7f80120077a19ed as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0a25a9ee5eee4b5aa7f80120077a19ed 2024-11-25T20:24:34,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0a25a9ee5eee4b5aa7f80120077a19ed, entries=200, sequenceid=213, filesize=14.2 K 2024-11-25T20:24:34,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/b551bcce38214685a2e4415b99f5c1c2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b551bcce38214685a2e4415b99f5c1c2 2024-11-25T20:24:34,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b551bcce38214685a2e4415b99f5c1c2, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T20:24:34,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9f2272edf84a425ebebbe759e813bd5d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9f2272edf84a425ebebbe759e813bd5d 2024-11-25T20:24:34,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9f2272edf84a425ebebbe759e813bd5d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T20:24:34,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for e6e8cb880e1b6740bc48bf10b982b93b in 1012ms, sequenceid=213, compaction requested=true 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:34,639 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:34,639 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:34,640 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:34,640 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:34,640 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:34,640 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,640 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:34,641 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,641 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9617ae5bce2a448a99eedc7d22c26e30, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bc52a941b8ce460ebf9ea0babfb930a5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b551bcce38214685a2e4415b99f5c1c2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.0 K 2024-11-25T20:24:34,641 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9998101e3fd847918270b16773f72dbe, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f78bc338746b4224b280a60c7f01d684, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0a25a9ee5eee4b5aa7f80120077a19ed] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=40.6 K 2024-11-25T20:24:34,641 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9617ae5bce2a448a99eedc7d22c26e30, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732566272472 2024-11-25T20:24:34,641 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc52a941b8ce460ebf9ea0babfb930a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566272658 2024-11-25T20:24:34,642 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9998101e3fd847918270b16773f72dbe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732566272472 2024-11-25T20:24:34,642 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f78bc338746b4224b280a60c7f01d684, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566272657 2024-11-25T20:24:34,642 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b551bcce38214685a2e4415b99f5c1c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566273617 2024-11-25T20:24:34,643 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a25a9ee5eee4b5aa7f80120077a19ed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566273615 2024-11-25T20:24:34,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,676 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:34,677 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/bd75b4ac7ec549d6a056503a2d370115 is 50, key is test_row_0/B:col10/1732566273627/Put/seqid=0 2024-11-25T20:24:34,677 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:34,678 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/6476e2e644994f049bb13ad12e3c6a7a is 50, key is test_row_0/A:col10/1732566273627/Put/seqid=0 2024-11-25T20:24:34,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T20:24:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,679 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:24:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:34,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/10cd30a9562241c18f44438811f8b8f6 is 50, key is test_row_0/A:col10/1732566273660/Put/seqid=0 2024-11-25T20:24:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742096_1272 (size=12629) 2024-11-25T20:24:34,751 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/6476e2e644994f049bb13ad12e3c6a7a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/6476e2e644994f049bb13ad12e3c6a7a 2024-11-25T20:24:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742098_1274 (size=12151) 2024-11-25T20:24:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742097_1273 (size=12629) 2024-11-25T20:24:34,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/10cd30a9562241c18f44438811f8b8f6 2024-11-25T20:24:34,776 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into 6476e2e644994f049bb13ad12e3c6a7a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:34,777 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:34,777 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566274639; duration=0sec 2024-11-25T20:24:34,777 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:34,777 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:34,777 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:34,779 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:34,779 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:34,779 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:34,779 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6a66f1c9ef6b45108e8dc1e2af2fd750, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/541f274d07ff4275a439ca611784eb56, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9f2272edf84a425ebebbe759e813bd5d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.0 K 2024-11-25T20:24:34,781 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a66f1c9ef6b45108e8dc1e2af2fd750, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732566272472 2024-11-25T20:24:34,782 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 541f274d07ff4275a439ca611784eb56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732566272658 2024-11-25T20:24:34,784 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f2272edf84a425ebebbe759e813bd5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566273617 2024-11-25T20:24:34,785 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/bd75b4ac7ec549d6a056503a2d370115 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bd75b4ac7ec549d6a056503a2d370115 2024-11-25T20:24:34,805 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into bd75b4ac7ec549d6a056503a2d370115(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:34,805 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:34,805 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566274639; duration=0sec 2024-11-25T20:24:34,805 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:34,805 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:34,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/f54a4200e5a541cda1884416b89fbbb3 is 50, key is test_row_0/B:col10/1732566273660/Put/seqid=0 2024-11-25T20:24:34,821 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:34,821 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/29916e42f46f4812811eada4b18a4552 is 50, key is test_row_0/C:col10/1732566273627/Put/seqid=0 2024-11-25T20:24:34,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:34,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566334865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566334867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566334868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566334868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742099_1275 (size=12151) 2024-11-25T20:24:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742100_1276 (size=12629) 2024-11-25T20:24:34,890 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/29916e42f46f4812811eada4b18a4552 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/29916e42f46f4812811eada4b18a4552 2024-11-25T20:24:34,899 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 29916e42f46f4812811eada4b18a4552(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:34,899 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:34,899 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566274639; duration=0sec 2024-11-25T20:24:34,899 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:34,899 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:34,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566334971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566334975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566334975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566334975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:35,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566335172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566335177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566335177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566335178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,274 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/f54a4200e5a541cda1884416b89fbbb3 2024-11-25T20:24:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/826452ee39dd4bb5845c52cd767f245f is 50, key is test_row_0/C:col10/1732566273660/Put/seqid=0 2024-11-25T20:24:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742101_1277 (size=12151) 2024-11-25T20:24:35,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566335476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566335479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566335480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566335483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:35,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/826452ee39dd4bb5845c52cd767f245f 2024-11-25T20:24:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/10cd30a9562241c18f44438811f8b8f6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/10cd30a9562241c18f44438811f8b8f6 2024-11-25T20:24:35,693 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/10cd30a9562241c18f44438811f8b8f6, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:24:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/f54a4200e5a541cda1884416b89fbbb3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f54a4200e5a541cda1884416b89fbbb3 2024-11-25T20:24:35,698 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f54a4200e5a541cda1884416b89fbbb3, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:24:35,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/826452ee39dd4bb5845c52cd767f245f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/826452ee39dd4bb5845c52cd767f245f 2024-11-25T20:24:35,710 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/826452ee39dd4bb5845c52cd767f245f, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T20:24:35,711 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e6e8cb880e1b6740bc48bf10b982b93b in 1032ms, sequenceid=238, compaction requested=false 2024-11-25T20:24:35,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:35,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:35,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-25T20:24:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-25T20:24:35,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T20:24:35,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7870 sec 2024-11-25T20:24:35,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.7930 sec 2024-11-25T20:24:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:35,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:35,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:35,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:35,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:35,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:35,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:35,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:35,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/f2be7ef76e7a4e019d304cc290705c0e is 50, key is test_row_0/A:col10/1732566274866/Put/seqid=0 2024-11-25T20:24:35,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742102_1278 (size=12151) 2024-11-25T20:24:35,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/f2be7ef76e7a4e019d304cc290705c0e 2024-11-25T20:24:36,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/4efc93f7b55f41a5be1fcf78c73fe3df is 50, key is test_row_0/B:col10/1732566274866/Put/seqid=0 2024-11-25T20:24:36,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566336001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566336006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566336006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566336006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742103_1279 (size=12151) 2024-11-25T20:24:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566336107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566336111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566336111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566336111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566336312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566336314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566336314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566336315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,383 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:24:36,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/4efc93f7b55f41a5be1fcf78c73fe3df 2024-11-25T20:24:36,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/46b5ad7ff8864f7785d023d39f70db0d is 50, key is test_row_0/C:col10/1732566274866/Put/seqid=0 2024-11-25T20:24:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742104_1280 (size=12151) 2024-11-25T20:24:36,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566336616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566336617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566336618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566336623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:36,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/46b5ad7ff8864f7785d023d39f70db0d 2024-11-25T20:24:36,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/f2be7ef76e7a4e019d304cc290705c0e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f2be7ef76e7a4e019d304cc290705c0e 2024-11-25T20:24:36,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f2be7ef76e7a4e019d304cc290705c0e, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T20:24:36,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/4efc93f7b55f41a5be1fcf78c73fe3df as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4efc93f7b55f41a5be1fcf78c73fe3df 2024-11-25T20:24:36,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4efc93f7b55f41a5be1fcf78c73fe3df, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T20:24:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/46b5ad7ff8864f7785d023d39f70db0d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/46b5ad7ff8864f7785d023d39f70db0d 2024-11-25T20:24:36,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/46b5ad7ff8864f7785d023d39f70db0d, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T20:24:36,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6e8cb880e1b6740bc48bf10b982b93b in 961ms, sequenceid=255, compaction requested=true 2024-11-25T20:24:36,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:36,941 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:36,942 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:36,942 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:36,942 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:36,942 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/6476e2e644994f049bb13ad12e3c6a7a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/10cd30a9562241c18f44438811f8b8f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f2be7ef76e7a4e019d304cc290705c0e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.1 K 2024-11-25T20:24:36,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:36,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:36,943 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:36,943 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6476e2e644994f049bb13ad12e3c6a7a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566273617 2024-11-25T20:24:36,943 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10cd30a9562241c18f44438811f8b8f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566273660 2024-11-25T20:24:36,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:36,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:36,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:36,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:36,944 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2be7ef76e7a4e019d304cc290705c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732566274849 2024-11-25T20:24:36,944 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:36,944 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:36,945 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:36,945 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bd75b4ac7ec549d6a056503a2d370115, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f54a4200e5a541cda1884416b89fbbb3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4efc93f7b55f41a5be1fcf78c73fe3df] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.1 K 2024-11-25T20:24:36,945 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting bd75b4ac7ec549d6a056503a2d370115, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566273617 2024-11-25T20:24:36,946 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f54a4200e5a541cda1884416b89fbbb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566273660 2024-11-25T20:24:36,947 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4efc93f7b55f41a5be1fcf78c73fe3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732566274849 2024-11-25T20:24:36,958 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:36,959 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/ca239cab337f4497b04f78d6789edeb7 is 50, key is test_row_0/A:col10/1732566274866/Put/seqid=0 2024-11-25T20:24:36,960 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:36,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/048cf0c223714868ae4f7824e69e5657 is 50, key is test_row_0/B:col10/1732566274866/Put/seqid=0 2024-11-25T20:24:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742105_1281 (size=12731) 2024-11-25T20:24:36,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/ca239cab337f4497b04f78d6789edeb7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ca239cab337f4497b04f78d6789edeb7 2024-11-25T20:24:36,981 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into ca239cab337f4497b04f78d6789edeb7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:36,981 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:36,981 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566276941; duration=0sec 2024-11-25T20:24:36,981 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:36,981 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:36,981 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:36,984 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:36,984 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:36,985 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:36,985 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/29916e42f46f4812811eada4b18a4552, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/826452ee39dd4bb5845c52cd767f245f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/46b5ad7ff8864f7785d023d39f70db0d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.1 K 2024-11-25T20:24:36,985 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29916e42f46f4812811eada4b18a4552, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732566273617 2024-11-25T20:24:36,986 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 826452ee39dd4bb5845c52cd767f245f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732566273660 2024-11-25T20:24:36,987 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46b5ad7ff8864f7785d023d39f70db0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732566274849 2024-11-25T20:24:36,999 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:36,999 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/6108ed6ce5194ee7a8d9ed9856eca14b is 50, key is test_row_0/C:col10/1732566274866/Put/seqid=0 2024-11-25T20:24:37,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742106_1282 (size=12731) 2024-11-25T20:24:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742107_1283 (size=12731) 2024-11-25T20:24:37,015 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/048cf0c223714868ae4f7824e69e5657 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/048cf0c223714868ae4f7824e69e5657 2024-11-25T20:24:37,027 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 048cf0c223714868ae4f7824e69e5657(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:37,027 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:37,027 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566276943; duration=0sec 2024-11-25T20:24:37,027 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:37,027 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T20:24:37,047 INFO [Thread-1082 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-25T20:24:37,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T20:24:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:37,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:37,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:37,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:37,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:24:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:37,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/1fe717a9238e4969993c3b0961d95f64 is 50, key is test_row_0/A:col10/1732566275999/Put/seqid=0 2024-11-25T20:24:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742108_1284 (size=12301) 2024-11-25T20:24:37,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/1fe717a9238e4969993c3b0961d95f64 2024-11-25T20:24:37,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566337136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566337138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566337143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566337142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/14d44f38bbf0417da924a04bf8875a18 is 50, key is test_row_0/B:col10/1732566275999/Put/seqid=0 2024-11-25T20:24:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742109_1285 (size=12301) 2024-11-25T20:24:37,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/14d44f38bbf0417da924a04bf8875a18 2024-11-25T20:24:37,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/82ac964ccdbb43e4bfb051ea064bcf88 is 50, key is test_row_0/C:col10/1732566275999/Put/seqid=0 2024-11-25T20:24:37,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742110_1286 (size=12301) 2024-11-25T20:24:37,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566337244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566337244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566337248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566337248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566337267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,272 DEBUG [Thread-1072 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:37,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,413 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/6108ed6ce5194ee7a8d9ed9856eca14b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6108ed6ce5194ee7a8d9ed9856eca14b 2024-11-25T20:24:37,424 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 6108ed6ce5194ee7a8d9ed9856eca14b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:37,424 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:37,424 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566276944; duration=0sec 2024-11-25T20:24:37,424 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:37,424 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566337449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566337450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566337453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566337454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:37,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/82ac964ccdbb43e4bfb051ea064bcf88 2024-11-25T20:24:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/1fe717a9238e4969993c3b0961d95f64 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1fe717a9238e4969993c3b0961d95f64 2024-11-25T20:24:37,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1fe717a9238e4969993c3b0961d95f64, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T20:24:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/14d44f38bbf0417da924a04bf8875a18 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/14d44f38bbf0417da924a04bf8875a18 2024-11-25T20:24:37,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/14d44f38bbf0417da924a04bf8875a18, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T20:24:37,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/82ac964ccdbb43e4bfb051ea064bcf88 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/82ac964ccdbb43e4bfb051ea064bcf88 2024-11-25T20:24:37,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/82ac964ccdbb43e4bfb051ea064bcf88, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T20:24:37,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e6e8cb880e1b6740bc48bf10b982b93b in 531ms, sequenceid=280, compaction requested=false 2024-11-25T20:24:37,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:37,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:37,694 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/fb2e0c7c79714a71b5db73538bf24a59 is 50, key is test_row_0/A:col10/1732566277132/Put/seqid=0 2024-11-25T20:24:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742111_1287 (size=12301) 2024-11-25T20:24:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566337767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566337768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566337768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566337768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566337870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566337871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566337871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566337871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566338073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566338074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566338074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566338077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,109 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/fb2e0c7c79714a71b5db73538bf24a59 2024-11-25T20:24:38,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8b8050f15f1a40a58bdf941b5a3d06c5 is 50, key is test_row_0/B:col10/1732566277132/Put/seqid=0 2024-11-25T20:24:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742112_1288 (size=12301) 2024-11-25T20:24:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566338377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566338379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566338379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566338381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,527 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8b8050f15f1a40a58bdf941b5a3d06c5 2024-11-25T20:24:38,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/ca805e65e9ed43f8b36f5f4807b663aa is 50, key is test_row_0/C:col10/1732566277132/Put/seqid=0 2024-11-25T20:24:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742113_1289 (size=12301) 2024-11-25T20:24:38,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/ca805e65e9ed43f8b36f5f4807b663aa 2024-11-25T20:24:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/fb2e0c7c79714a71b5db73538bf24a59 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fb2e0c7c79714a71b5db73538bf24a59 2024-11-25T20:24:38,623 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fb2e0c7c79714a71b5db73538bf24a59, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T20:24:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8b8050f15f1a40a58bdf941b5a3d06c5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8b8050f15f1a40a58bdf941b5a3d06c5 2024-11-25T20:24:38,637 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8b8050f15f1a40a58bdf941b5a3d06c5, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T20:24:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/ca805e65e9ed43f8b36f5f4807b663aa as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/ca805e65e9ed43f8b36f5f4807b663aa 2024-11-25T20:24:38,675 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/ca805e65e9ed43f8b36f5f4807b663aa, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T20:24:38,683 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6e8cb880e1b6740bc48bf10b982b93b in 989ms, sequenceid=295, compaction requested=true 2024-11-25T20:24:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T20:24:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T20:24:38,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T20:24:38,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6220 sec 2024-11-25T20:24:38,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.6320 sec 2024-11-25T20:24:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:38,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:24:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:38,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:38,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/3efecf8417e94102ac5fd15af8842dab is 50, key is test_row_0/A:col10/1732566277768/Put/seqid=0 2024-11-25T20:24:38,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566338905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566338907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566338907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566338907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742114_1290 (size=12301) 2024-11-25T20:24:38,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/3efecf8417e94102ac5fd15af8842dab 2024-11-25T20:24:38,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/3720bdbec12b450eb84ce05ac455567e is 50, key is test_row_0/B:col10/1732566277768/Put/seqid=0 2024-11-25T20:24:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742115_1291 (size=12301) 2024-11-25T20:24:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566339011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566339012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566339013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566339013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T20:24:39,162 INFO [Thread-1082 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T20:24:39,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:24:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T20:24:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:39,164 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:24:39,165 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:24:39,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:24:39,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566339214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566339216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566339217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566339217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:39,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/3720bdbec12b450eb84ce05ac455567e 2024-11-25T20:24:39,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9ae3611a11ae439d907d88cbe053faf7 is 50, key is test_row_0/C:col10/1732566277768/Put/seqid=0 2024-11-25T20:24:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:39,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742116_1292 (size=12301) 2024-11-25T20:24:39,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9ae3611a11ae439d907d88cbe053faf7 2024-11-25T20:24:39,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/3efecf8417e94102ac5fd15af8842dab as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/3efecf8417e94102ac5fd15af8842dab 2024-11-25T20:24:39,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/3efecf8417e94102ac5fd15af8842dab, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T20:24:39,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/3720bdbec12b450eb84ce05ac455567e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3720bdbec12b450eb84ce05ac455567e 2024-11-25T20:24:39,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3720bdbec12b450eb84ce05ac455567e, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T20:24:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9ae3611a11ae439d907d88cbe053faf7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9ae3611a11ae439d907d88cbe053faf7 2024-11-25T20:24:39,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566339518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566339519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9ae3611a11ae439d907d88cbe053faf7, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T20:24:39,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e6e8cb880e1b6740bc48bf10b982b93b in 636ms, sequenceid=318, compaction requested=true 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:39,523 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:39,523 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:39,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:39,526 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:39,527 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:39,527 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,527 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ca239cab337f4497b04f78d6789edeb7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1fe717a9238e4969993c3b0961d95f64, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fb2e0c7c79714a71b5db73538bf24a59, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/3efecf8417e94102ac5fd15af8842dab] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=48.5 K 2024-11-25T20:24:39,528 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:39,528 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:39,528 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,528 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/048cf0c223714868ae4f7824e69e5657, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/14d44f38bbf0417da924a04bf8875a18, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8b8050f15f1a40a58bdf941b5a3d06c5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3720bdbec12b450eb84ce05ac455567e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=48.5 K 2024-11-25T20:24:39,529 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca239cab337f4497b04f78d6789edeb7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732566274849 2024-11-25T20:24:39,529 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 048cf0c223714868ae4f7824e69e5657, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732566274849 2024-11-25T20:24:39,529 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 14d44f38bbf0417da924a04bf8875a18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732566275999 2024-11-25T20:24:39,530 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fe717a9238e4969993c3b0961d95f64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732566275999 2024-11-25T20:24:39,530 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8050f15f1a40a58bdf941b5a3d06c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732566277132 2024-11-25T20:24:39,530 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb2e0c7c79714a71b5db73538bf24a59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732566277132 2024-11-25T20:24:39,531 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3720bdbec12b450eb84ce05ac455567e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732566277766 2024-11-25T20:24:39,531 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3efecf8417e94102ac5fd15af8842dab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732566277766 2024-11-25T20:24:39,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4206ef3173f04957873869252726e7c3 is 50, key is test_row_0/A:col10/1732566279524/Put/seqid=0 2024-11-25T20:24:39,567 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:39,568 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/eadfc08e83bd48bfb66deb936a1fd13d is 50, key is test_row_0/A:col10/1732566277768/Put/seqid=0 2024-11-25T20:24:39,574 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:39,574 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8020b0517bed43d282d8a02bab962f4a is 50, key is test_row_0/B:col10/1732566277768/Put/seqid=0 2024-11-25T20:24:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566339588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566339589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742117_1293 (size=14741) 2024-11-25T20:24:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742118_1294 (size=13017) 2024-11-25T20:24:39,635 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/eadfc08e83bd48bfb66deb936a1fd13d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eadfc08e83bd48bfb66deb936a1fd13d 2024-11-25T20:24:39,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:39,645 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into eadfc08e83bd48bfb66deb936a1fd13d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:39,645 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:39,645 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=12, startTime=1732566279523; duration=0sec 2024-11-25T20:24:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742119_1295 (size=13017) 2024-11-25T20:24:39,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,647 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:39,647 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:39,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,647 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:24:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,650 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:24:39,650 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:39,650 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,650 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6108ed6ce5194ee7a8d9ed9856eca14b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/82ac964ccdbb43e4bfb051ea064bcf88, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/ca805e65e9ed43f8b36f5f4807b663aa, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9ae3611a11ae439d907d88cbe053faf7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=48.5 K 2024-11-25T20:24:39,651 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6108ed6ce5194ee7a8d9ed9856eca14b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732566274849 2024-11-25T20:24:39,651 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82ac964ccdbb43e4bfb051ea064bcf88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732566275999 2024-11-25T20:24:39,652 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca805e65e9ed43f8b36f5f4807b663aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732566277132 2024-11-25T20:24:39,653 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ae3611a11ae439d907d88cbe053faf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732566277766 2024-11-25T20:24:39,665 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:39,665 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/8cba2eb3b576466a8f317f14c47b96e6 is 50, key is test_row_0/C:col10/1732566277768/Put/seqid=0 2024-11-25T20:24:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742120_1296 (size=13017) 2024-11-25T20:24:39,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566339694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566339695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:39,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:39,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:39,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566339900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566339914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:39,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:39,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4206ef3173f04957873869252726e7c3 2024-11-25T20:24:40,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566340023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566340024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/99e0da3344674b82a08913670d59f9e9 is 50, key is test_row_0/B:col10/1732566279524/Put/seqid=0 2024-11-25T20:24:40,052 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/8020b0517bed43d282d8a02bab962f4a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8020b0517bed43d282d8a02bab962f4a 2024-11-25T20:24:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742121_1297 (size=12301) 2024-11-25T20:24:40,062 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 8020b0517bed43d282d8a02bab962f4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:40,062 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:40,062 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=12, startTime=1732566279523; duration=0sec 2024-11-25T20:24:40,062 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:40,062 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:40,098 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/8cba2eb3b576466a8f317f14c47b96e6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/8cba2eb3b576466a8f317f14c47b96e6 2024-11-25T20:24:40,102 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 8cba2eb3b576466a8f317f14c47b96e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:40,103 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:40,103 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=12, startTime=1732566279523; duration=0sec 2024-11-25T20:24:40,103 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:40,103 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:40,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566340204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566340217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:40,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/99e0da3344674b82a08913670d59f9e9 2024-11-25T20:24:40,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/d1cbd3bda4064072b1d99002a2b2ca83 is 50, key is test_row_0/C:col10/1732566279524/Put/seqid=0 2024-11-25T20:24:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742122_1298 (size=12301) 2024-11-25T20:24:40,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566340715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566340721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/d1cbd3bda4064072b1d99002a2b2ca83 2024-11-25T20:24:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/4206ef3173f04957873869252726e7c3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4206ef3173f04957873869252726e7c3 2024-11-25T20:24:40,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:40,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:40,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:40,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4206ef3173f04957873869252726e7c3, entries=200, sequenceid=332, filesize=14.4 K 2024-11-25T20:24:40,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/99e0da3344674b82a08913670d59f9e9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/99e0da3344674b82a08913670d59f9e9 2024-11-25T20:24:40,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/99e0da3344674b82a08913670d59f9e9, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T20:24:40,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/d1cbd3bda4064072b1d99002a2b2ca83 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d1cbd3bda4064072b1d99002a2b2ca83 2024-11-25T20:24:40,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d1cbd3bda4064072b1d99002a2b2ca83, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T20:24:40,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e6e8cb880e1b6740bc48bf10b982b93b in 1437ms, sequenceid=332, compaction requested=false 2024-11-25T20:24:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:41,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:24:41,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:41,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/387c1874f5314efb8370785c7ff488c7 is 50, key is test_row_0/A:col10/1732566279587/Put/seqid=0 2024-11-25T20:24:41,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742123_1299 (size=12301) 2024-11-25T20:24:41,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566341060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566341066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566341166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566341170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:41,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566341368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566341378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/387c1874f5314efb8370785c7ff488c7 2024-11-25T20:24:41,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9cbeddca49524460b1d35ca07d02c83e is 50, key is test_row_0/B:col10/1732566279587/Put/seqid=0 2024-11-25T20:24:41,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742124_1300 (size=12301) 2024-11-25T20:24:41,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9cbeddca49524460b1d35ca07d02c83e 2024-11-25T20:24:41,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/3aff7d76b1774a568b728345b40c15b3 is 50, key is test_row_0/C:col10/1732566279587/Put/seqid=0 2024-11-25T20:24:41,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742125_1301 (size=12301) 2024-11-25T20:24:41,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/3aff7d76b1774a568b728345b40c15b3 2024-11-25T20:24:41,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/387c1874f5314efb8370785c7ff488c7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/387c1874f5314efb8370785c7ff488c7 2024-11-25T20:24:41,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/387c1874f5314efb8370785c7ff488c7, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T20:24:41,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9cbeddca49524460b1d35ca07d02c83e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9cbeddca49524460b1d35ca07d02c83e 2024-11-25T20:24:41,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566341672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566341680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9cbeddca49524460b1d35ca07d02c83e, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T20:24:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/3aff7d76b1774a568b728345b40c15b3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3aff7d76b1774a568b728345b40c15b3 2024-11-25T20:24:41,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3aff7d76b1774a568b728345b40c15b3, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T20:24:41,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e6e8cb880e1b6740bc48bf10b982b93b in 670ms, sequenceid=358, compaction requested=true 2024-11-25T20:24:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:41,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:41,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:41,705 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:41,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:41,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:41,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:41,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:41,705 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:41,706 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:41,706 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:41,706 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,706 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8020b0517bed43d282d8a02bab962f4a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/99e0da3344674b82a08913670d59f9e9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9cbeddca49524460b1d35ca07d02c83e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.7 K 2024-11-25T20:24:41,706 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:41,706 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:41,706 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,707 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8020b0517bed43d282d8a02bab962f4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732566277766 2024-11-25T20:24:41,707 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eadfc08e83bd48bfb66deb936a1fd13d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4206ef3173f04957873869252726e7c3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/387c1874f5314efb8370785c7ff488c7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=39.1 K 2024-11-25T20:24:41,707 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 99e0da3344674b82a08913670d59f9e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732566278904 2024-11-25T20:24:41,707 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eadfc08e83bd48bfb66deb936a1fd13d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732566277766 2024-11-25T20:24:41,707 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cbeddca49524460b1d35ca07d02c83e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732566279578 2024-11-25T20:24:41,708 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4206ef3173f04957873869252726e7c3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732566278904 2024-11-25T20:24:41,708 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 387c1874f5314efb8370785c7ff488c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732566279578 2024-11-25T20:24:41,716 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:41,716 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/14570326ef0c4113b0af15ee30292ef9 is 50, key is test_row_0/A:col10/1732566279587/Put/seqid=0 2024-11-25T20:24:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:41,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:24:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:41,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:41,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:41,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:41,732 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:41,733 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9b29767dc6a2453fa044518edd2c4d0a is 50, key is test_row_0/B:col10/1732566279587/Put/seqid=0 2024-11-25T20:24:41,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/2c52a096aee7464aaf6d367a8204b1d8 is 50, key is test_row_0/A:col10/1732566281049/Put/seqid=0 2024-11-25T20:24:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742126_1302 (size=13119) 2024-11-25T20:24:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742128_1304 (size=13119) 2024-11-25T20:24:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742127_1303 (size=14741) 2024-11-25T20:24:41,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566341781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566341781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566341887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566341888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:41,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:41,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566342090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566342090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,151 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/14570326ef0c4113b0af15ee30292ef9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/14570326ef0c4113b0af15ee30292ef9 2024-11-25T20:24:42,155 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into 14570326ef0c4113b0af15ee30292ef9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:42,155 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:42,155 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566281704; duration=0sec 2024-11-25T20:24:42,155 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:42,155 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:42,155 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:42,156 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:42,156 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:42,156 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,156 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/8cba2eb3b576466a8f317f14c47b96e6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d1cbd3bda4064072b1d99002a2b2ca83, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3aff7d76b1774a568b728345b40c15b3] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.7 K 2024-11-25T20:24:42,157 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cba2eb3b576466a8f317f14c47b96e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732566277766 2024-11-25T20:24:42,157 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1cbd3bda4064072b1d99002a2b2ca83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732566278904 2024-11-25T20:24:42,157 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aff7d76b1774a568b728345b40c15b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732566279578 2024-11-25T20:24:42,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/2c52a096aee7464aaf6d367a8204b1d8 2024-11-25T20:24:42,180 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/9b29767dc6a2453fa044518edd2c4d0a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9b29767dc6a2453fa044518edd2c4d0a 2024-11-25T20:24:42,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566342182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,186 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 9b29767dc6a2453fa044518edd2c4d0a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:42,186 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:42,186 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566281705; duration=0sec 2024-11-25T20:24:42,186 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:42,186 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:42,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/cae54e2fe60242ee8f3ebec8d6a8685a is 50, key is test_row_0/B:col10/1732566281049/Put/seqid=0 2024-11-25T20:24:42,189 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:42,189 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/6863f4b43b964956bf2e13cc7527291d is 50, key is test_row_0/C:col10/1732566279587/Put/seqid=0 2024-11-25T20:24:42,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566342187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742129_1305 (size=12301) 2024-11-25T20:24:42,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/cae54e2fe60242ee8f3ebec8d6a8685a 2024-11-25T20:24:42,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742130_1306 (size=13119) 2024-11-25T20:24:42,239 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/6863f4b43b964956bf2e13cc7527291d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6863f4b43b964956bf2e13cc7527291d 2024-11-25T20:24:42,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/54009b994cee4e549dabedfdf1a3c45c is 50, key is test_row_0/C:col10/1732566281049/Put/seqid=0 2024-11-25T20:24:42,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742131_1307 (size=12301) 2024-11-25T20:24:42,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/54009b994cee4e549dabedfdf1a3c45c 2024-11-25T20:24:42,269 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 6863f4b43b964956bf2e13cc7527291d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:42,269 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:42,269 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566281705; duration=0sec 2024-11-25T20:24:42,269 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:42,269 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:42,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/2c52a096aee7464aaf6d367a8204b1d8 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/2c52a096aee7464aaf6d367a8204b1d8 2024-11-25T20:24:42,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/2c52a096aee7464aaf6d367a8204b1d8, entries=200, sequenceid=372, filesize=14.4 K 2024-11-25T20:24:42,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/cae54e2fe60242ee8f3ebec8d6a8685a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/cae54e2fe60242ee8f3ebec8d6a8685a 2024-11-25T20:24:42,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/cae54e2fe60242ee8f3ebec8d6a8685a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T20:24:42,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/54009b994cee4e549dabedfdf1a3c45c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/54009b994cee4e549dabedfdf1a3c45c 2024-11-25T20:24:42,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/54009b994cee4e549dabedfdf1a3c45c, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T20:24:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e6e8cb880e1b6740bc48bf10b982b93b in 581ms, sequenceid=372, compaction requested=false 2024-11-25T20:24:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:42,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:24:42,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:42,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8938c05ce86048968ac9dee9d3f0b5d1 is 50, key is test_row_0/A:col10/1732566281741/Put/seqid=0 2024-11-25T20:24:42,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742132_1308 (size=14741) 2024-11-25T20:24:42,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566342432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566342434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:42,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:42,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566342540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566342541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566342747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566342747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8938c05ce86048968ac9dee9d3f0b5d1 2024-11-25T20:24:42,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/86898ab1572140c6bd5a60735d18360c is 50, key is test_row_0/B:col10/1732566281741/Put/seqid=0 2024-11-25T20:24:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742133_1309 (size=12301) 2024-11-25T20:24:42,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:42,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:42,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566343059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566343063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:43,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:43,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566343193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566343194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/86898ab1572140c6bd5a60735d18360c 2024-11-25T20:24:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:43,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/d2f42428698a42509f0dc275b7cc5194 is 50, key is test_row_0/C:col10/1732566281741/Put/seqid=0 2024-11-25T20:24:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742134_1310 (size=12301) 2024-11-25T20:24:43,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:43,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:43,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566343567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566343569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/d2f42428698a42509f0dc275b7cc5194 2024-11-25T20:24:43,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8938c05ce86048968ac9dee9d3f0b5d1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8938c05ce86048968ac9dee9d3f0b5d1 2024-11-25T20:24:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. as already flushing 2024-11-25T20:24:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8938c05ce86048968ac9dee9d3f0b5d1, entries=200, sequenceid=399, filesize=14.4 K 2024-11-25T20:24:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:24:43,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/86898ab1572140c6bd5a60735d18360c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/86898ab1572140c6bd5a60735d18360c 2024-11-25T20:24:43,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/86898ab1572140c6bd5a60735d18360c, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T20:24:43,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/d2f42428698a42509f0dc275b7cc5194 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d2f42428698a42509f0dc275b7cc5194 2024-11-25T20:24:43,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d2f42428698a42509f0dc275b7cc5194, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T20:24:43,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e6e8cb880e1b6740bc48bf10b982b93b in 1355ms, sequenceid=399, compaction requested=true 2024-11-25T20:24:43,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:43,750 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:43,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:43,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:43,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:43,750 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:43,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:43,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:43,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:43,751 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:43,751 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:43,751 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,751 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/14570326ef0c4113b0af15ee30292ef9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/2c52a096aee7464aaf6d367a8204b1d8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8938c05ce86048968ac9dee9d3f0b5d1] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=41.6 K 2024-11-25T20:24:43,752 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:43,752 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:43,752 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,752 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9b29767dc6a2453fa044518edd2c4d0a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/cae54e2fe60242ee8f3ebec8d6a8685a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/86898ab1572140c6bd5a60735d18360c] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.8 K 2024-11-25T20:24:43,753 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b29767dc6a2453fa044518edd2c4d0a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732566279578 2024-11-25T20:24:43,753 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting cae54e2fe60242ee8f3ebec8d6a8685a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732566281049 2024-11-25T20:24:43,753 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14570326ef0c4113b0af15ee30292ef9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732566279578 2024-11-25T20:24:43,754 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 86898ab1572140c6bd5a60735d18360c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732566281741 2024-11-25T20:24:43,754 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c52a096aee7464aaf6d367a8204b1d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732566281049 2024-11-25T20:24:43,755 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8938c05ce86048968ac9dee9d3f0b5d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732566281741 2024-11-25T20:24:43,773 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:43,773 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8b69c04b91b74dbca5df5b5412b4478e is 50, key is test_row_0/A:col10/1732566281741/Put/seqid=0 2024-11-25T20:24:43,782 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#262 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:43,783 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/30908adae6d24b099b7118e34bf6d65c is 50, key is test_row_0/B:col10/1732566281741/Put/seqid=0 2024-11-25T20:24:43,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742135_1311 (size=13221) 2024-11-25T20:24:43,841 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/8b69c04b91b74dbca5df5b5412b4478e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8b69c04b91b74dbca5df5b5412b4478e 2024-11-25T20:24:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742136_1312 (size=13221) 2024-11-25T20:24:43,851 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into 8b69c04b91b74dbca5df5b5412b4478e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:43,851 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:43,851 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566283750; duration=0sec 2024-11-25T20:24:43,851 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:43,851 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:43,851 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:43,854 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:43,854 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:43,854 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,854 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6863f4b43b964956bf2e13cc7527291d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/54009b994cee4e549dabedfdf1a3c45c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d2f42428698a42509f0dc275b7cc5194] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.8 K 2024-11-25T20:24:43,854 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6863f4b43b964956bf2e13cc7527291d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732566279578 2024-11-25T20:24:43,855 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54009b994cee4e549dabedfdf1a3c45c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732566281049 2024-11-25T20:24:43,855 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f42428698a42509f0dc275b7cc5194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732566281741 2024-11-25T20:24:43,879 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:43,880 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/5cfa091b4f2943cd88d5477d471e6666 is 50, key is test_row_0/C:col10/1732566281741/Put/seqid=0 2024-11-25T20:24:43,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:43,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T20:24:43,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:43,886 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:24:43,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:43,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:43,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:43,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9c36676a08d44313b90253e460690cd6 is 50, key is test_row_0/A:col10/1732566282431/Put/seqid=0 2024-11-25T20:24:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742137_1313 (size=13221) 2024-11-25T20:24:43,922 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/5cfa091b4f2943cd88d5477d471e6666 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/5cfa091b4f2943cd88d5477d471e6666 2024-11-25T20:24:43,931 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 5cfa091b4f2943cd88d5477d471e6666(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:43,931 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:43,931 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566283751; duration=0sec 2024-11-25T20:24:43,931 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:43,931 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742138_1314 (size=9857) 2024-11-25T20:24:43,953 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9c36676a08d44313b90253e460690cd6 2024-11-25T20:24:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/de827ea6dab942f6a73e1f75de1c318d is 50, key is test_row_0/B:col10/1732566282431/Put/seqid=0 2024-11-25T20:24:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742139_1315 (size=9857) 2024-11-25T20:24:44,025 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/de827ea6dab942f6a73e1f75de1c318d 2024-11-25T20:24:44,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/3e353426a1be4dc2840212e842fb066b is 50, key is test_row_0/C:col10/1732566282431/Put/seqid=0 2024-11-25T20:24:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742140_1316 (size=9857) 2024-11-25T20:24:44,083 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/3e353426a1be4dc2840212e842fb066b 2024-11-25T20:24:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9c36676a08d44313b90253e460690cd6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9c36676a08d44313b90253e460690cd6 2024-11-25T20:24:44,103 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9c36676a08d44313b90253e460690cd6, entries=100, sequenceid=413, filesize=9.6 K 2024-11-25T20:24:44,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/de827ea6dab942f6a73e1f75de1c318d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/de827ea6dab942f6a73e1f75de1c318d 2024-11-25T20:24:44,121 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/de827ea6dab942f6a73e1f75de1c318d, entries=100, sequenceid=413, filesize=9.6 K 2024-11-25T20:24:44,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/3e353426a1be4dc2840212e842fb066b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3e353426a1be4dc2840212e842fb066b 2024-11-25T20:24:44,129 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3e353426a1be4dc2840212e842fb066b, entries=100, sequenceid=413, filesize=9.6 K 2024-11-25T20:24:44,135 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for e6e8cb880e1b6740bc48bf10b982b93b in 248ms, sequenceid=413, compaction requested=false 2024-11-25T20:24:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T20:24:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T20:24:44,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T20:24:44,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.9710 sec 2024-11-25T20:24:44,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 4.9760 sec 2024-11-25T20:24:44,253 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/30908adae6d24b099b7118e34bf6d65c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/30908adae6d24b099b7118e34bf6d65c 2024-11-25T20:24:44,261 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 30908adae6d24b099b7118e34bf6d65c(size=12.9 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:44,261 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:44,261 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566283750; duration=0sec 2024-11-25T20:24:44,261 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:44,261 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:44,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:24:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:44,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/0d910c32c7dd43e0b6e458e02287c7ec is 50, key is test_row_0/A:col10/1732566284594/Put/seqid=0 2024-11-25T20:24:44,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742141_1317 (size=14741) 2024-11-25T20:24:44,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566344677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:44,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566344683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566344786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:44,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566344791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:44,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566344998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566345002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/0d910c32c7dd43e0b6e458e02287c7ec 2024-11-25T20:24:45,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/fa31982140b54e7ba4be98c4a486c2c3 is 50, key is test_row_0/B:col10/1732566284594/Put/seqid=0 2024-11-25T20:24:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742142_1318 (size=12301) 2024-11-25T20:24:45,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/fa31982140b54e7ba4be98c4a486c2c3 2024-11-25T20:24:45,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/b9920e65c7ca4e2cb882fd18ca55ba87 is 50, key is test_row_0/C:col10/1732566284594/Put/seqid=0 2024-11-25T20:24:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742143_1319 (size=12301) 2024-11-25T20:24:45,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/b9920e65c7ca4e2cb882fd18ca55ba87 2024-11-25T20:24:45,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/0d910c32c7dd43e0b6e458e02287c7ec as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0d910c32c7dd43e0b6e458e02287c7ec 2024-11-25T20:24:45,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0d910c32c7dd43e0b6e458e02287c7ec, entries=200, sequenceid=426, filesize=14.4 K 2024-11-25T20:24:45,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39952 deadline: 1732566345201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,207 DEBUG [Thread-1078 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:45,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/fa31982140b54e7ba4be98c4a486c2c3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fa31982140b54e7ba4be98c4a486c2c3 2024-11-25T20:24:45,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39940 deadline: 1732566345208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,214 DEBUG [Thread-1076 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:45,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fa31982140b54e7ba4be98c4a486c2c3, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T20:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/b9920e65c7ca4e2cb882fd18ca55ba87 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/b9920e65c7ca4e2cb882fd18ca55ba87 2024-11-25T20:24:45,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/b9920e65c7ca4e2cb882fd18ca55ba87, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T20:24:45,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6e8cb880e1b6740bc48bf10b982b93b in 640ms, sequenceid=426, compaction requested=true 2024-11-25T20:24:45,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:45,242 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:45,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:45,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,243 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:45,245 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:45,245 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:45,245 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:45,246 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/30908adae6d24b099b7118e34bf6d65c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/de827ea6dab942f6a73e1f75de1c318d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fa31982140b54e7ba4be98c4a486c2c3] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=34.5 K 2024-11-25T20:24:45,246 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:45,247 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:45,247 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:45,247 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8b69c04b91b74dbca5df5b5412b4478e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9c36676a08d44313b90253e460690cd6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0d910c32c7dd43e0b6e458e02287c7ec] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=36.9 K 2024-11-25T20:24:45,249 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 30908adae6d24b099b7118e34bf6d65c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732566281741 2024-11-25T20:24:45,249 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b69c04b91b74dbca5df5b5412b4478e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732566281741 2024-11-25T20:24:45,250 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c36676a08d44313b90253e460690cd6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732566282422 2024-11-25T20:24:45,250 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting de827ea6dab942f6a73e1f75de1c318d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732566282422 2024-11-25T20:24:45,250 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting fa31982140b54e7ba4be98c4a486c2c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732566284582 2024-11-25T20:24:45,250 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d910c32c7dd43e0b6e458e02287c7ec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732566284582 2024-11-25T20:24:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:45,270 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:45,271 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/a48b6e4d459e4c2abe43a53414cf361f is 50, key is test_row_0/A:col10/1732566284594/Put/seqid=0 2024-11-25T20:24:45,281 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:45,290 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/3fb4f7cca2b84e2c82eb34de3cb9e355 is 50, key is test_row_0/B:col10/1732566284594/Put/seqid=0 2024-11-25T20:24:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742144_1320 (size=13323) 2024-11-25T20:24:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:45,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:45,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742145_1321 (size=13323) 2024-11-25T20:24:45,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/401bd7fbb8414d47bd7818914df18231 is 50, key is test_row_0/A:col10/1732566284675/Put/seqid=0 2024-11-25T20:24:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566345354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566345355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742146_1322 (size=14741) 2024-11-25T20:24:45,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/401bd7fbb8414d47bd7818914df18231 2024-11-25T20:24:45,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/c5087655df0740948cc3e91a69978e5d is 50, key is test_row_0/B:col10/1732566284675/Put/seqid=0 2024-11-25T20:24:45,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742147_1323 (size=12301) 2024-11-25T20:24:45,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566345466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566345465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566345675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566345676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:45,719 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/a48b6e4d459e4c2abe43a53414cf361f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a48b6e4d459e4c2abe43a53414cf361f 2024-11-25T20:24:45,729 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into a48b6e4d459e4c2abe43a53414cf361f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:45,729 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:45,729 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566285242; duration=0sec 2024-11-25T20:24:45,729 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:45,729 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:45,729 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:45,731 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:45,731 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:45,731 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:45,731 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/5cfa091b4f2943cd88d5477d471e6666, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3e353426a1be4dc2840212e842fb066b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/b9920e65c7ca4e2cb882fd18ca55ba87] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=34.5 K 2024-11-25T20:24:45,735 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cfa091b4f2943cd88d5477d471e6666, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732566281741 2024-11-25T20:24:45,735 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e353426a1be4dc2840212e842fb066b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732566282422 2024-11-25T20:24:45,736 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9920e65c7ca4e2cb882fd18ca55ba87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732566284582 2024-11-25T20:24:45,757 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:45,760 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/3fb4f7cca2b84e2c82eb34de3cb9e355 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3fb4f7cca2b84e2c82eb34de3cb9e355 2024-11-25T20:24:45,760 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/849fb51450e84752976bf3dfe5b9c8e1 is 50, key is test_row_0/C:col10/1732566284594/Put/seqid=0 2024-11-25T20:24:45,773 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into 3fb4f7cca2b84e2c82eb34de3cb9e355(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:45,773 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:45,773 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566285243; duration=0sec 2024-11-25T20:24:45,774 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,774 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742148_1324 (size=13323) 2024-11-25T20:24:45,801 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/849fb51450e84752976bf3dfe5b9c8e1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/849fb51450e84752976bf3dfe5b9c8e1 2024-11-25T20:24:45,821 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into 849fb51450e84752976bf3dfe5b9c8e1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:45,821 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:45,821 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566285252; duration=0sec 2024-11-25T20:24:45,821 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:45,821 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:45,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/c5087655df0740948cc3e91a69978e5d 2024-11-25T20:24:45,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/db72d96c889b45619d77cc9a20e0fc85 is 50, key is test_row_0/C:col10/1732566284675/Put/seqid=0 2024-11-25T20:24:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742149_1325 (size=12301) 2024-11-25T20:24:45,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/db72d96c889b45619d77cc9a20e0fc85 2024-11-25T20:24:45,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/401bd7fbb8414d47bd7818914df18231 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/401bd7fbb8414d47bd7818914df18231 2024-11-25T20:24:45,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/401bd7fbb8414d47bd7818914df18231, entries=200, sequenceid=452, filesize=14.4 K 2024-11-25T20:24:45,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/c5087655df0740948cc3e91a69978e5d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/c5087655df0740948cc3e91a69978e5d 2024-11-25T20:24:45,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/c5087655df0740948cc3e91a69978e5d, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T20:24:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/db72d96c889b45619d77cc9a20e0fc85 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/db72d96c889b45619d77cc9a20e0fc85 2024-11-25T20:24:46,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/db72d96c889b45619d77cc9a20e0fc85, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T20:24:46,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e6e8cb880e1b6740bc48bf10b982b93b in 696ms, sequenceid=452, compaction requested=false 2024-11-25T20:24:46,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:46,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:24:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:46,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/18bfabf7e5584c7595c660879c241fc6 is 50, key is test_row_0/A:col10/1732566286013/Put/seqid=0 2024-11-25T20:24:46,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742150_1326 (size=12301) 2024-11-25T20:24:46,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/18bfabf7e5584c7595c660879c241fc6 2024-11-25T20:24:46,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/a287757c525c4c8dbde8320d88ae6cde is 50, key is test_row_0/B:col10/1732566286013/Put/seqid=0 2024-11-25T20:24:46,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566346152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566346153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742151_1327 (size=12301) 2024-11-25T20:24:46,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566346261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566346265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566346467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566346479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/a287757c525c4c8dbde8320d88ae6cde 2024-11-25T20:24:46,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/872d249e25724ae7a2899c4d49f5b735 is 50, key is test_row_0/C:col10/1732566286013/Put/seqid=0 2024-11-25T20:24:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742152_1328 (size=12301) 2024-11-25T20:24:46,770 DEBUG [Thread-1089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67bdbc25 to 127.0.0.1:57878 2024-11-25T20:24:46,770 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:46,776 DEBUG [Thread-1085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19975718 to 127.0.0.1:57878 2024-11-25T20:24:46,776 DEBUG [Thread-1091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64803b67 to 127.0.0.1:57878 2024-11-25T20:24:46,776 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:46,776 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:46,776 DEBUG [Thread-1087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f706d54 to 127.0.0.1:57878 2024-11-25T20:24:46,776 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:46,778 DEBUG [Thread-1083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x179acb41 to 127.0.0.1:57878 2024-11-25T20:24:46,779 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566346781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:46,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566346788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:47,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/872d249e25724ae7a2899c4d49f5b735 2024-11-25T20:24:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/18bfabf7e5584c7595c660879c241fc6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/18bfabf7e5584c7595c660879c241fc6 2024-11-25T20:24:47,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/18bfabf7e5584c7595c660879c241fc6, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T20:24:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/a287757c525c4c8dbde8320d88ae6cde as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/a287757c525c4c8dbde8320d88ae6cde 2024-11-25T20:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T20:24:47,276 INFO [Thread-1082 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T20:24:47,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39904 deadline: 1732566347286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:47,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/a287757c525c4c8dbde8320d88ae6cde, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T20:24:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39886 deadline: 1732566347293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:47,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39868 deadline: 1732566347296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:47,297 DEBUG [Thread-1072 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18237 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:24:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/872d249e25724ae7a2899c4d49f5b735 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/872d249e25724ae7a2899c4d49f5b735 2024-11-25T20:24:47,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/872d249e25724ae7a2899c4d49f5b735, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T20:24:47,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6e8cb880e1b6740bc48bf10b982b93b in 1353ms, sequenceid=468, compaction requested=true 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:47,368 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e8cb880e1b6740bc48bf10b982b93b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:24:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:24:47,371 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:47,383 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:47,383 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/A is initiating minor compaction (all files) 2024-11-25T20:24:47,383 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/A in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:47,383 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a48b6e4d459e4c2abe43a53414cf361f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/401bd7fbb8414d47bd7818914df18231, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/18bfabf7e5584c7595c660879c241fc6] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=39.4 K 2024-11-25T20:24:47,387 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a48b6e4d459e4c2abe43a53414cf361f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732566284582 2024-11-25T20:24:47,387 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 401bd7fbb8414d47bd7818914df18231, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732566284668 2024-11-25T20:24:47,388 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:47,388 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/B is initiating minor compaction (all files) 2024-11-25T20:24:47,388 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/B in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:47,388 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3fb4f7cca2b84e2c82eb34de3cb9e355, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/c5087655df0740948cc3e91a69978e5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/a287757c525c4c8dbde8320d88ae6cde] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=37.0 K 2024-11-25T20:24:47,388 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 18bfabf7e5584c7595c660879c241fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566285352 2024-11-25T20:24:47,389 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fb4f7cca2b84e2c82eb34de3cb9e355, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732566284582 2024-11-25T20:24:47,391 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5087655df0740948cc3e91a69978e5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732566284668 2024-11-25T20:24:47,395 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a287757c525c4c8dbde8320d88ae6cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566285352 2024-11-25T20:24:47,441 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:47,441 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/b083750aba5e4cfda05f142f66fe56a9 is 50, key is test_row_0/A:col10/1732566286013/Put/seqid=0 2024-11-25T20:24:47,448 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:47,448 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/b05feff3b4504b9d888239016b09c6ef is 50, key is test_row_0/B:col10/1732566286013/Put/seqid=0 2024-11-25T20:24:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742153_1329 (size=13425) 2024-11-25T20:24:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742154_1330 (size=13425) 2024-11-25T20:24:47,527 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/b083750aba5e4cfda05f142f66fe56a9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/b083750aba5e4cfda05f142f66fe56a9 2024-11-25T20:24:47,539 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/A of e6e8cb880e1b6740bc48bf10b982b93b into b083750aba5e4cfda05f142f66fe56a9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:47,539 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:47,539 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/A, priority=13, startTime=1732566287368; duration=0sec 2024-11-25T20:24:47,539 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:24:47,539 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:A 2024-11-25T20:24:47,539 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:24:47,551 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:24:47,551 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): e6e8cb880e1b6740bc48bf10b982b93b/C is initiating minor compaction (all files) 2024-11-25T20:24:47,551 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e8cb880e1b6740bc48bf10b982b93b/C in TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:47,551 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/849fb51450e84752976bf3dfe5b9c8e1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/db72d96c889b45619d77cc9a20e0fc85, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/872d249e25724ae7a2899c4d49f5b735] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp, totalSize=37.0 K 2024-11-25T20:24:47,553 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 849fb51450e84752976bf3dfe5b9c8e1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732566284582 2024-11-25T20:24:47,553 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/b05feff3b4504b9d888239016b09c6ef as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b05feff3b4504b9d888239016b09c6ef 2024-11-25T20:24:47,556 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting db72d96c889b45619d77cc9a20e0fc85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732566284668 2024-11-25T20:24:47,560 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 872d249e25724ae7a2899c4d49f5b735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566285352 2024-11-25T20:24:47,582 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/B of e6e8cb880e1b6740bc48bf10b982b93b into b05feff3b4504b9d888239016b09c6ef(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:47,582 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:47,582 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/B, priority=13, startTime=1732566287368; duration=0sec 2024-11-25T20:24:47,582 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:47,582 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:B 2024-11-25T20:24:47,598 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e8cb880e1b6740bc48bf10b982b93b#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:24:47,598 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/caec3069968d4d4b85491ab7d4653fcb is 50, key is test_row_0/C:col10/1732566286013/Put/seqid=0 2024-11-25T20:24:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742155_1331 (size=13425) 2024-11-25T20:24:47,657 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/caec3069968d4d4b85491ab7d4653fcb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/caec3069968d4d4b85491ab7d4653fcb 2024-11-25T20:24:47,666 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e8cb880e1b6740bc48bf10b982b93b/C of e6e8cb880e1b6740bc48bf10b982b93b into caec3069968d4d4b85491ab7d4653fcb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:24:47,666 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:47,666 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b., storeName=e6e8cb880e1b6740bc48bf10b982b93b/C, priority=13, startTime=1732566287368; duration=0sec 2024-11-25T20:24:47,666 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:24:47,666 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e8cb880e1b6740bc48bf10b982b93b:C 2024-11-25T20:24:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:48,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:24:48,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:48,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:48,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:48,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:48,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:48,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:48,297 DEBUG [Thread-1074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507f24a9 to 127.0.0.1:57878 2024-11-25T20:24:48,297 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:48,301 DEBUG [Thread-1080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16fc49ca to 127.0.0.1:57878 2024-11-25T20:24:48,301 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:48,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9d31de653f8d417a9263f4cb3fc4049d is 50, key is test_row_0/A:col10/1732566286145/Put/seqid=0 2024-11-25T20:24:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742156_1332 (size=12301) 2024-11-25T20:24:48,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9d31de653f8d417a9263f4cb3fc4049d 2024-11-25T20:24:48,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/925504df193847148fedf4ab900dbf76 is 50, key is test_row_0/B:col10/1732566286145/Put/seqid=0 2024-11-25T20:24:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742157_1333 (size=12301) 2024-11-25T20:24:48,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/925504df193847148fedf4ab900dbf76 2024-11-25T20:24:48,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9d1d39147832480db9217e6637c352e5 is 50, key is test_row_0/C:col10/1732566286145/Put/seqid=0 2024-11-25T20:24:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742158_1334 (size=12301) 2024-11-25T20:24:49,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9d1d39147832480db9217e6637c352e5 2024-11-25T20:24:49,248 DEBUG [Thread-1078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x110a2f3c to 127.0.0.1:57878 2024-11-25T20:24:49,248 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:49,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/9d31de653f8d417a9263f4cb3fc4049d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9d31de653f8d417a9263f4cb3fc4049d 2024-11-25T20:24:49,265 DEBUG [Thread-1076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x158ab39f to 127.0.0.1:57878 2024-11-25T20:24:49,265 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:49,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9d31de653f8d417a9263f4cb3fc4049d, entries=150, sequenceid=495, filesize=12.0 K 2024-11-25T20:24:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/925504df193847148fedf4ab900dbf76 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/925504df193847148fedf4ab900dbf76 2024-11-25T20:24:49,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/925504df193847148fedf4ab900dbf76, entries=150, sequenceid=495, filesize=12.0 K 2024-11-25T20:24:49,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/9d1d39147832480db9217e6637c352e5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9d1d39147832480db9217e6637c352e5 2024-11-25T20:24:49,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9d1d39147832480db9217e6637c352e5, entries=150, sequenceid=495, filesize=12.0 K 2024-11-25T20:24:49,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for e6e8cb880e1b6740bc48bf10b982b93b in 1005ms, sequenceid=495, compaction requested=false 2024-11-25T20:24:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:57,346 DEBUG [Thread-1072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50fa6d36 to 127.0.0.1:57878 2024-11-25T20:24:57,346 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:57,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:24:57,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-25T20:24:57,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-25T20:24:57,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3836 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3694 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3860 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3858 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3736 2024-11-25T20:24:57,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:24:57,347 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:24:57,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dfa6663 to 127.0.0.1:57878 2024-11-25T20:24:57,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:24:57,349 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:24:57,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:24:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:57,353 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566297352"}]},"ts":"1732566297352"} 2024-11-25T20:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:57,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:24:57,394 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:24:57,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:24:57,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, UNASSIGN}] 2024-11-25T20:24:57,399 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, UNASSIGN 2024-11-25T20:24:57,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e6e8cb880e1b6740bc48bf10b982b93b, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:57,401 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:24:57,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; CloseRegionProcedure e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:24:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:57,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:57,554 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(124): Close e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:57,554 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:24:57,554 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1681): Closing e6e8cb880e1b6740bc48bf10b982b93b, disabling compactions & flushes 2024-11-25T20:24:57,554 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:57,554 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:57,554 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. after waiting 0 ms 2024-11-25T20:24:57,554 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:57,554 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(2837): Flushing e6e8cb880e1b6740bc48bf10b982b93b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T20:24:57,555 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=A 2024-11-25T20:24:57,555 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:57,555 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=B 2024-11-25T20:24:57,555 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:57,555 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e8cb880e1b6740bc48bf10b982b93b, store=C 2024-11-25T20:24:57,555 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:24:57,560 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/d5c4fe2cef92422a8c30483ef2444612 is 50, key is test_row_0/A:col10/1732566289247/Put/seqid=0 2024-11-25T20:24:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742159_1335 (size=9857) 2024-11-25T20:24:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:57,969 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/d5c4fe2cef92422a8c30483ef2444612 2024-11-25T20:24:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:57,998 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/6582724d5ea1431ba79463358a2b9033 is 50, key is test_row_0/B:col10/1732566289247/Put/seqid=0 2024-11-25T20:24:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742160_1336 (size=9857) 2024-11-25T20:24:58,031 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/6582724d5ea1431ba79463358a2b9033 2024-11-25T20:24:58,041 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/fcada9a3130a44a5988fd60274c1578d is 50, key is test_row_0/C:col10/1732566289247/Put/seqid=0 2024-11-25T20:24:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742161_1337 (size=9857) 2024-11-25T20:24:58,058 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/fcada9a3130a44a5988fd60274c1578d 2024-11-25T20:24:58,062 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/A/d5c4fe2cef92422a8c30483ef2444612 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d5c4fe2cef92422a8c30483ef2444612 2024-11-25T20:24:58,068 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d5c4fe2cef92422a8c30483ef2444612, entries=100, sequenceid=502, filesize=9.6 K 2024-11-25T20:24:58,069 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/B/6582724d5ea1431ba79463358a2b9033 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/6582724d5ea1431ba79463358a2b9033 2024-11-25T20:24:58,075 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/6582724d5ea1431ba79463358a2b9033, entries=100, sequenceid=502, filesize=9.6 K 2024-11-25T20:24:58,076 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/.tmp/C/fcada9a3130a44a5988fd60274c1578d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fcada9a3130a44a5988fd60274c1578d 2024-11-25T20:24:58,080 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fcada9a3130a44a5988fd60274c1578d, entries=100, sequenceid=502, filesize=9.6 K 2024-11-25T20:24:58,081 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e6e8cb880e1b6740bc48bf10b982b93b in 527ms, sequenceid=502, compaction requested=true 2024-11-25T20:24:58,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9effa512f61e456794b7665f8271eefc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/91a07d8381614c998e3e5c220b230a1a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fcda1638473046f1920f46b21fb91bde, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4a0751dff8a14c00a37312c8c5a687d6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d7d7367640514fc5838284c9f011af88, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8c8fb4c6779f45a496a334d208752aba, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ff0b555af82048c4a47386b38e38ba1d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eec736a3bd614a7783d8e0afb44c9c8d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a9e19984c05f4b41850bd7e4b70ad4ca, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1152e05729364cc08e00cdbb4168106f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9998101e3fd847918270b16773f72dbe, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4017f13429214afca6ecad6a02a59395, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f78bc338746b4224b280a60c7f01d684, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0a25a9ee5eee4b5aa7f80120077a19ed, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/6476e2e644994f049bb13ad12e3c6a7a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/10cd30a9562241c18f44438811f8b8f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ca239cab337f4497b04f78d6789edeb7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f2be7ef76e7a4e019d304cc290705c0e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1fe717a9238e4969993c3b0961d95f64, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fb2e0c7c79714a71b5db73538bf24a59, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eadfc08e83bd48bfb66deb936a1fd13d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/3efecf8417e94102ac5fd15af8842dab, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4206ef3173f04957873869252726e7c3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/14570326ef0c4113b0af15ee30292ef9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/387c1874f5314efb8370785c7ff488c7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/2c52a096aee7464aaf6d367a8204b1d8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8938c05ce86048968ac9dee9d3f0b5d1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8b69c04b91b74dbca5df5b5412b4478e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9c36676a08d44313b90253e460690cd6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0d910c32c7dd43e0b6e458e02287c7ec, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a48b6e4d459e4c2abe43a53414cf361f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/401bd7fbb8414d47bd7818914df18231, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/18bfabf7e5584c7595c660879c241fc6] to archive 2024-11-25T20:24:58,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:58,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9effa512f61e456794b7665f8271eefc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9effa512f61e456794b7665f8271eefc 2024-11-25T20:24:58,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/91a07d8381614c998e3e5c220b230a1a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/91a07d8381614c998e3e5c220b230a1a 2024-11-25T20:24:58,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fcda1638473046f1920f46b21fb91bde to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fcda1638473046f1920f46b21fb91bde 2024-11-25T20:24:58,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4a0751dff8a14c00a37312c8c5a687d6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4a0751dff8a14c00a37312c8c5a687d6 2024-11-25T20:24:58,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d7d7367640514fc5838284c9f011af88 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d7d7367640514fc5838284c9f011af88 2024-11-25T20:24:58,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8c8fb4c6779f45a496a334d208752aba to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8c8fb4c6779f45a496a334d208752aba 2024-11-25T20:24:58,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ff0b555af82048c4a47386b38e38ba1d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ff0b555af82048c4a47386b38e38ba1d 2024-11-25T20:24:58,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eec736a3bd614a7783d8e0afb44c9c8d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eec736a3bd614a7783d8e0afb44c9c8d 2024-11-25T20:24:58,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a9e19984c05f4b41850bd7e4b70ad4ca to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a9e19984c05f4b41850bd7e4b70ad4ca 2024-11-25T20:24:58,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1152e05729364cc08e00cdbb4168106f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1152e05729364cc08e00cdbb4168106f 2024-11-25T20:24:58,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9998101e3fd847918270b16773f72dbe to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9998101e3fd847918270b16773f72dbe 2024-11-25T20:24:58,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4017f13429214afca6ecad6a02a59395 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4017f13429214afca6ecad6a02a59395 2024-11-25T20:24:58,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f78bc338746b4224b280a60c7f01d684 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f78bc338746b4224b280a60c7f01d684 2024-11-25T20:24:58,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0a25a9ee5eee4b5aa7f80120077a19ed to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0a25a9ee5eee4b5aa7f80120077a19ed 2024-11-25T20:24:58,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/6476e2e644994f049bb13ad12e3c6a7a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/6476e2e644994f049bb13ad12e3c6a7a 2024-11-25T20:24:58,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/10cd30a9562241c18f44438811f8b8f6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/10cd30a9562241c18f44438811f8b8f6 2024-11-25T20:24:58,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ca239cab337f4497b04f78d6789edeb7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/ca239cab337f4497b04f78d6789edeb7 2024-11-25T20:24:58,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f2be7ef76e7a4e019d304cc290705c0e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/f2be7ef76e7a4e019d304cc290705c0e 2024-11-25T20:24:58,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1fe717a9238e4969993c3b0961d95f64 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/1fe717a9238e4969993c3b0961d95f64 2024-11-25T20:24:58,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fb2e0c7c79714a71b5db73538bf24a59 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/fb2e0c7c79714a71b5db73538bf24a59 2024-11-25T20:24:58,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eadfc08e83bd48bfb66deb936a1fd13d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/eadfc08e83bd48bfb66deb936a1fd13d 2024-11-25T20:24:58,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/3efecf8417e94102ac5fd15af8842dab to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/3efecf8417e94102ac5fd15af8842dab 2024-11-25T20:24:58,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4206ef3173f04957873869252726e7c3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/4206ef3173f04957873869252726e7c3 2024-11-25T20:24:58,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/14570326ef0c4113b0af15ee30292ef9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/14570326ef0c4113b0af15ee30292ef9 2024-11-25T20:24:58,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/387c1874f5314efb8370785c7ff488c7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/387c1874f5314efb8370785c7ff488c7 2024-11-25T20:24:58,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/2c52a096aee7464aaf6d367a8204b1d8 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/2c52a096aee7464aaf6d367a8204b1d8 2024-11-25T20:24:58,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8938c05ce86048968ac9dee9d3f0b5d1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8938c05ce86048968ac9dee9d3f0b5d1 2024-11-25T20:24:58,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8b69c04b91b74dbca5df5b5412b4478e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/8b69c04b91b74dbca5df5b5412b4478e 2024-11-25T20:24:58,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9c36676a08d44313b90253e460690cd6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9c36676a08d44313b90253e460690cd6 2024-11-25T20:24:58,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0d910c32c7dd43e0b6e458e02287c7ec to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/0d910c32c7dd43e0b6e458e02287c7ec 2024-11-25T20:24:58,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a48b6e4d459e4c2abe43a53414cf361f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/a48b6e4d459e4c2abe43a53414cf361f 2024-11-25T20:24:58,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/401bd7fbb8414d47bd7818914df18231 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/401bd7fbb8414d47bd7818914df18231 2024-11-25T20:24:58,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/18bfabf7e5584c7595c660879c241fc6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/18bfabf7e5584c7595c660879c241fc6 2024-11-25T20:24:58,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/97f4459f58c34eecb94f0d87e04654af, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ebc47a0ae8ef44b1801848e5f6d56d3e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/80f5e684f0064598a25c91d076d1283c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/41320fda537a463183c23b96a029c21a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ce389f3feb50422c9a631d4af0b7a691, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/79d0f772d0c447d189c2ffcc76237ecf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fe00d7c0120d4d63b20c650b774b0e62, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4324b27c647d42d7800524881c948bf7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8e53ba7efc1e46adb3feee39d0b42fd5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/d58e97dd437640b88f619555bb92bfb3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9617ae5bce2a448a99eedc7d22c26e30, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f52ebd6dd3204f5680b0cfcea06df17d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bc52a941b8ce460ebf9ea0babfb930a5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bd75b4ac7ec549d6a056503a2d370115, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b551bcce38214685a2e4415b99f5c1c2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f54a4200e5a541cda1884416b89fbbb3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/048cf0c223714868ae4f7824e69e5657, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4efc93f7b55f41a5be1fcf78c73fe3df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/14d44f38bbf0417da924a04bf8875a18, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8b8050f15f1a40a58bdf941b5a3d06c5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8020b0517bed43d282d8a02bab962f4a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3720bdbec12b450eb84ce05ac455567e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/99e0da3344674b82a08913670d59f9e9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9b29767dc6a2453fa044518edd2c4d0a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9cbeddca49524460b1d35ca07d02c83e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/cae54e2fe60242ee8f3ebec8d6a8685a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/30908adae6d24b099b7118e34bf6d65c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/86898ab1572140c6bd5a60735d18360c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/de827ea6dab942f6a73e1f75de1c318d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3fb4f7cca2b84e2c82eb34de3cb9e355, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fa31982140b54e7ba4be98c4a486c2c3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/c5087655df0740948cc3e91a69978e5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/a287757c525c4c8dbde8320d88ae6cde] to archive 2024-11-25T20:24:58,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:58,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/97f4459f58c34eecb94f0d87e04654af to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/97f4459f58c34eecb94f0d87e04654af 2024-11-25T20:24:58,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ebc47a0ae8ef44b1801848e5f6d56d3e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ebc47a0ae8ef44b1801848e5f6d56d3e 2024-11-25T20:24:58,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/80f5e684f0064598a25c91d076d1283c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/80f5e684f0064598a25c91d076d1283c 2024-11-25T20:24:58,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/41320fda537a463183c23b96a029c21a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/41320fda537a463183c23b96a029c21a 2024-11-25T20:24:58,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ce389f3feb50422c9a631d4af0b7a691 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/ce389f3feb50422c9a631d4af0b7a691 2024-11-25T20:24:58,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/79d0f772d0c447d189c2ffcc76237ecf to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/79d0f772d0c447d189c2ffcc76237ecf 2024-11-25T20:24:58,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fe00d7c0120d4d63b20c650b774b0e62 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fe00d7c0120d4d63b20c650b774b0e62 2024-11-25T20:24:58,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4324b27c647d42d7800524881c948bf7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4324b27c647d42d7800524881c948bf7 2024-11-25T20:24:58,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8e53ba7efc1e46adb3feee39d0b42fd5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8e53ba7efc1e46adb3feee39d0b42fd5 2024-11-25T20:24:58,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/d58e97dd437640b88f619555bb92bfb3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/d58e97dd437640b88f619555bb92bfb3 2024-11-25T20:24:58,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9617ae5bce2a448a99eedc7d22c26e30 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9617ae5bce2a448a99eedc7d22c26e30 2024-11-25T20:24:58,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f52ebd6dd3204f5680b0cfcea06df17d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f52ebd6dd3204f5680b0cfcea06df17d 2024-11-25T20:24:58,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bc52a941b8ce460ebf9ea0babfb930a5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bc52a941b8ce460ebf9ea0babfb930a5 2024-11-25T20:24:58,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bd75b4ac7ec549d6a056503a2d370115 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/bd75b4ac7ec549d6a056503a2d370115 2024-11-25T20:24:58,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b551bcce38214685a2e4415b99f5c1c2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b551bcce38214685a2e4415b99f5c1c2 2024-11-25T20:24:58,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f54a4200e5a541cda1884416b89fbbb3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/f54a4200e5a541cda1884416b89fbbb3 2024-11-25T20:24:58,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/048cf0c223714868ae4f7824e69e5657 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/048cf0c223714868ae4f7824e69e5657 2024-11-25T20:24:58,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4efc93f7b55f41a5be1fcf78c73fe3df to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/4efc93f7b55f41a5be1fcf78c73fe3df 2024-11-25T20:24:58,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/14d44f38bbf0417da924a04bf8875a18 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/14d44f38bbf0417da924a04bf8875a18 2024-11-25T20:24:58,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8b8050f15f1a40a58bdf941b5a3d06c5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8b8050f15f1a40a58bdf941b5a3d06c5 2024-11-25T20:24:58,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8020b0517bed43d282d8a02bab962f4a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/8020b0517bed43d282d8a02bab962f4a 2024-11-25T20:24:58,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3720bdbec12b450eb84ce05ac455567e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3720bdbec12b450eb84ce05ac455567e 2024-11-25T20:24:58,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/99e0da3344674b82a08913670d59f9e9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/99e0da3344674b82a08913670d59f9e9 2024-11-25T20:24:58,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9b29767dc6a2453fa044518edd2c4d0a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9b29767dc6a2453fa044518edd2c4d0a 2024-11-25T20:24:58,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9cbeddca49524460b1d35ca07d02c83e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/9cbeddca49524460b1d35ca07d02c83e 2024-11-25T20:24:58,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/cae54e2fe60242ee8f3ebec8d6a8685a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/cae54e2fe60242ee8f3ebec8d6a8685a 2024-11-25T20:24:58,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/30908adae6d24b099b7118e34bf6d65c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/30908adae6d24b099b7118e34bf6d65c 2024-11-25T20:24:58,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/86898ab1572140c6bd5a60735d18360c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/86898ab1572140c6bd5a60735d18360c 2024-11-25T20:24:58,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/de827ea6dab942f6a73e1f75de1c318d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/de827ea6dab942f6a73e1f75de1c318d 2024-11-25T20:24:58,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3fb4f7cca2b84e2c82eb34de3cb9e355 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/3fb4f7cca2b84e2c82eb34de3cb9e355 2024-11-25T20:24:58,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fa31982140b54e7ba4be98c4a486c2c3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/fa31982140b54e7ba4be98c4a486c2c3 2024-11-25T20:24:58,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/c5087655df0740948cc3e91a69978e5d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/c5087655df0740948cc3e91a69978e5d 2024-11-25T20:24:58,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/a287757c525c4c8dbde8320d88ae6cde to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/a287757c525c4c8dbde8320d88ae6cde 2024-11-25T20:24:58,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fd8037da400245f483f41e766d16f77e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9af6b1231a2b49e18c3b8a7061a70ba5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/723cadbfb0dc42a49b63e2a796c91f2c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/354e825ae7dd49fb88d33173ac6545a9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/30d31888ab9642479c3a8fb5ac0f77b7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/f58135ad5f054407b35d820f7ca74711, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/bcf4e7a6b9ef46358a6a5a685fde0498, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/86aaced31c0242fc87847589cb3befef, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/4733a6a34ca64ba4b1097d5dfa6f546f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/c93f426d192e446fb1ba7ec56c08df36, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6a66f1c9ef6b45108e8dc1e2af2fd750, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/00132f7a2e7146e79a7e91f7bb6b5d89, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/541f274d07ff4275a439ca611784eb56, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/29916e42f46f4812811eada4b18a4552, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9f2272edf84a425ebebbe759e813bd5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/826452ee39dd4bb5845c52cd767f245f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6108ed6ce5194ee7a8d9ed9856eca14b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/46b5ad7ff8864f7785d023d39f70db0d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/82ac964ccdbb43e4bfb051ea064bcf88, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/ca805e65e9ed43f8b36f5f4807b663aa, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/8cba2eb3b576466a8f317f14c47b96e6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9ae3611a11ae439d907d88cbe053faf7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d1cbd3bda4064072b1d99002a2b2ca83, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6863f4b43b964956bf2e13cc7527291d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3aff7d76b1774a568b728345b40c15b3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/54009b994cee4e549dabedfdf1a3c45c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/5cfa091b4f2943cd88d5477d471e6666, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d2f42428698a42509f0dc275b7cc5194, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3e353426a1be4dc2840212e842fb066b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/849fb51450e84752976bf3dfe5b9c8e1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/b9920e65c7ca4e2cb882fd18ca55ba87, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/db72d96c889b45619d77cc9a20e0fc85, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/872d249e25724ae7a2899c4d49f5b735] to archive 2024-11-25T20:24:58,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:24:58,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fd8037da400245f483f41e766d16f77e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fd8037da400245f483f41e766d16f77e 2024-11-25T20:24:58,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9af6b1231a2b49e18c3b8a7061a70ba5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9af6b1231a2b49e18c3b8a7061a70ba5 2024-11-25T20:24:58,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/723cadbfb0dc42a49b63e2a796c91f2c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/723cadbfb0dc42a49b63e2a796c91f2c 2024-11-25T20:24:58,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/354e825ae7dd49fb88d33173ac6545a9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/354e825ae7dd49fb88d33173ac6545a9 2024-11-25T20:24:58,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/30d31888ab9642479c3a8fb5ac0f77b7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/30d31888ab9642479c3a8fb5ac0f77b7 2024-11-25T20:24:58,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/f58135ad5f054407b35d820f7ca74711 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/f58135ad5f054407b35d820f7ca74711 2024-11-25T20:24:58,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/bcf4e7a6b9ef46358a6a5a685fde0498 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/bcf4e7a6b9ef46358a6a5a685fde0498 2024-11-25T20:24:58,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/86aaced31c0242fc87847589cb3befef to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/86aaced31c0242fc87847589cb3befef 2024-11-25T20:24:58,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/4733a6a34ca64ba4b1097d5dfa6f546f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/4733a6a34ca64ba4b1097d5dfa6f546f 2024-11-25T20:24:58,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/c93f426d192e446fb1ba7ec56c08df36 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/c93f426d192e446fb1ba7ec56c08df36 2024-11-25T20:24:58,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6a66f1c9ef6b45108e8dc1e2af2fd750 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6a66f1c9ef6b45108e8dc1e2af2fd750 2024-11-25T20:24:58,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/00132f7a2e7146e79a7e91f7bb6b5d89 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/00132f7a2e7146e79a7e91f7bb6b5d89 2024-11-25T20:24:58,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/541f274d07ff4275a439ca611784eb56 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/541f274d07ff4275a439ca611784eb56 2024-11-25T20:24:58,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/29916e42f46f4812811eada4b18a4552 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/29916e42f46f4812811eada4b18a4552 2024-11-25T20:24:58,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9f2272edf84a425ebebbe759e813bd5d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9f2272edf84a425ebebbe759e813bd5d 2024-11-25T20:24:58,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/826452ee39dd4bb5845c52cd767f245f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/826452ee39dd4bb5845c52cd767f245f 2024-11-25T20:24:58,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6108ed6ce5194ee7a8d9ed9856eca14b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6108ed6ce5194ee7a8d9ed9856eca14b 2024-11-25T20:24:58,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/46b5ad7ff8864f7785d023d39f70db0d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/46b5ad7ff8864f7785d023d39f70db0d 2024-11-25T20:24:58,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/82ac964ccdbb43e4bfb051ea064bcf88 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/82ac964ccdbb43e4bfb051ea064bcf88 2024-11-25T20:24:58,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/ca805e65e9ed43f8b36f5f4807b663aa to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/ca805e65e9ed43f8b36f5f4807b663aa 2024-11-25T20:24:58,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/8cba2eb3b576466a8f317f14c47b96e6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/8cba2eb3b576466a8f317f14c47b96e6 2024-11-25T20:24:58,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9ae3611a11ae439d907d88cbe053faf7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9ae3611a11ae439d907d88cbe053faf7 2024-11-25T20:24:58,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d1cbd3bda4064072b1d99002a2b2ca83 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d1cbd3bda4064072b1d99002a2b2ca83 2024-11-25T20:24:58,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6863f4b43b964956bf2e13cc7527291d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/6863f4b43b964956bf2e13cc7527291d 2024-11-25T20:24:58,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3aff7d76b1774a568b728345b40c15b3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3aff7d76b1774a568b728345b40c15b3 2024-11-25T20:24:58,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/54009b994cee4e549dabedfdf1a3c45c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/54009b994cee4e549dabedfdf1a3c45c 2024-11-25T20:24:58,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/5cfa091b4f2943cd88d5477d471e6666 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/5cfa091b4f2943cd88d5477d471e6666 2024-11-25T20:24:58,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d2f42428698a42509f0dc275b7cc5194 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/d2f42428698a42509f0dc275b7cc5194 2024-11-25T20:24:58,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3e353426a1be4dc2840212e842fb066b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/3e353426a1be4dc2840212e842fb066b 2024-11-25T20:24:58,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/849fb51450e84752976bf3dfe5b9c8e1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/849fb51450e84752976bf3dfe5b9c8e1 2024-11-25T20:24:58,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/b9920e65c7ca4e2cb882fd18ca55ba87 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/b9920e65c7ca4e2cb882fd18ca55ba87 2024-11-25T20:24:58,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/db72d96c889b45619d77cc9a20e0fc85 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/db72d96c889b45619d77cc9a20e0fc85 2024-11-25T20:24:58,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/872d249e25724ae7a2899c4d49f5b735 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/872d249e25724ae7a2899c4d49f5b735 2024-11-25T20:24:58,322 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/recovered.edits/505.seqid, newMaxSeqId=505, maxSeqId=1 2024-11-25T20:24:58,323 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b. 2024-11-25T20:24:58,323 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1635): Region close journal for e6e8cb880e1b6740bc48bf10b982b93b: 2024-11-25T20:24:58,325 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(170): Closed e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:58,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e6e8cb880e1b6740bc48bf10b982b93b, regionState=CLOSED 2024-11-25T20:24:58,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T20:24:58,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseRegionProcedure e6e8cb880e1b6740bc48bf10b982b93b, server=a8cf619b0679,44841,1732566188146 in 925 msec 2024-11-25T20:24:58,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-25T20:24:58,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e8cb880e1b6740bc48bf10b982b93b, UNASSIGN in 930 msec 2024-11-25T20:24:58,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T20:24:58,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 934 msec 2024-11-25T20:24:58,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566298332"}]},"ts":"1732566298332"} 2024-11-25T20:24:58,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:24:58,369 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:24:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0210 sec 2024-11-25T20:24:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T20:24:58,474 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T20:24:58,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:24:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,476 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:58,477 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=77, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,479 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:58,481 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/recovered.edits] 2024-11-25T20:24:58,515 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9d31de653f8d417a9263f4cb3fc4049d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/9d31de653f8d417a9263f4cb3fc4049d 2024-11-25T20:24:58,516 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/b083750aba5e4cfda05f142f66fe56a9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/b083750aba5e4cfda05f142f66fe56a9 2024-11-25T20:24:58,519 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d5c4fe2cef92422a8c30483ef2444612 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/A/d5c4fe2cef92422a8c30483ef2444612 2024-11-25T20:24:58,525 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/6582724d5ea1431ba79463358a2b9033 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/6582724d5ea1431ba79463358a2b9033 2024-11-25T20:24:58,539 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/925504df193847148fedf4ab900dbf76 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/925504df193847148fedf4ab900dbf76 2024-11-25T20:24:58,541 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b05feff3b4504b9d888239016b09c6ef to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/B/b05feff3b4504b9d888239016b09c6ef 2024-11-25T20:24:58,551 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9d1d39147832480db9217e6637c352e5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/9d1d39147832480db9217e6637c352e5 2024-11-25T20:24:58,559 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/caec3069968d4d4b85491ab7d4653fcb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/caec3069968d4d4b85491ab7d4653fcb 2024-11-25T20:24:58,564 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fcada9a3130a44a5988fd60274c1578d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/C/fcada9a3130a44a5988fd60274c1578d 2024-11-25T20:24:58,567 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/recovered.edits/505.seqid to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b/recovered.edits/505.seqid 2024-11-25T20:24:58,567 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/e6e8cb880e1b6740bc48bf10b982b93b 2024-11-25T20:24:58,567 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:24:58,570 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=77, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:58,578 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:24:58,589 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:24:58,591 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=77, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,591 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:24:58,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566298591"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:58,593 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:24:58,593 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e6e8cb880e1b6740bc48bf10b982b93b, NAME => 'TestAcidGuarantees,,1732566264079.e6e8cb880e1b6740bc48bf10b982b93b.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:24:58,593 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:24:58,593 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566298593"}]},"ts":"9223372036854775807"} 2024-11-25T20:24:58,599 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:24:58,611 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=77, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 136 msec 2024-11-25T20:24:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T20:24:58,778 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T20:24:58,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=449 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1247 (was 1221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3399 (was 2478) - AvailableMemoryMB LEAK? - 2024-11-25T20:24:58,801 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1247, ProcessCount=11, AvailableMemoryMB=3400 2024-11-25T20:24:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:24:58,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:24:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:24:58,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:24:58,805 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:58,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 78 2024-11-25T20:24:58,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:24:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-25T20:24:58,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742162_1338 (size=963) 2024-11-25T20:24:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-25T20:24:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-25T20:24:59,213 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:24:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742163_1339 (size=53) 2024-11-25T20:24:59,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:59,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d46ea31b683c8b24c41dad7547ee845b, disabling compactions & flushes 2024-11-25T20:24:59,221 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. after waiting 0 ms 2024-11-25T20:24:59,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,221 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,221 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:24:59,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:24:59,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566299222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566299222"}]},"ts":"1732566299222"} 2024-11-25T20:24:59,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:24:59,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:24:59,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566299224"}]},"ts":"1732566299224"} 2024-11-25T20:24:59,225 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:24:59,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, ASSIGN}] 2024-11-25T20:24:59,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, ASSIGN 2024-11-25T20:24:59,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:24:59,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:59,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; OpenRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-25T20:24:59,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:24:59,570 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,571 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7285): Opening region: {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:24:59,571 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,571 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:24:59,571 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7327): checking encryption for d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,571 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7330): checking classloading for d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,599 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,600 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:59,601 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46ea31b683c8b24c41dad7547ee845b columnFamilyName A 2024-11-25T20:24:59,601 DEBUG [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,601 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(327): Store=d46ea31b683c8b24c41dad7547ee845b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:59,602 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,602 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:59,603 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46ea31b683c8b24c41dad7547ee845b columnFamilyName B 2024-11-25T20:24:59,603 DEBUG [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,603 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(327): Store=d46ea31b683c8b24c41dad7547ee845b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:59,604 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,605 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:24:59,605 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46ea31b683c8b24c41dad7547ee845b columnFamilyName C 2024-11-25T20:24:59,605 DEBUG [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:24:59,606 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(327): Store=d46ea31b683c8b24c41dad7547ee845b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:24:59,606 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,607 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,607 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,609 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:24:59,610 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1085): writing seq id for d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:24:59,613 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:24:59,613 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1102): Opened d46ea31b683c8b24c41dad7547ee845b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59921963, jitterRate=-0.10709317028522491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:24:59,614 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1001): Region open journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:24:59,615 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., pid=80, masterSystemTime=1732566299555 2024-11-25T20:24:59,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:24:59,619 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,619 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:24:59,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T20:24:59,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; OpenRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 in 217 msec 2024-11-25T20:24:59,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-11-25T20:24:59,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, ASSIGN in 376 msec 2024-11-25T20:24:59,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:24:59,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566299622"}]},"ts":"1732566299622"} 2024-11-25T20:24:59,624 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:24:59,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:24:59,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 833 msec 2024-11-25T20:24:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-25T20:24:59,912 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 78 completed 2024-11-25T20:24:59,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43fb8ccd to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@692e7d4a 2024-11-25T20:24:59,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f913143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:24:59,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:24:59,975 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:24:59,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:24:59,978 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:24:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:24:59,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:24:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742164_1340 (size=999) 2024-11-25T20:25:00,051 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T20:25:00,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T20:25:00,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:25:00,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, REOPEN/MOVE}] 2024-11-25T20:25:00,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, REOPEN/MOVE 2024-11-25T20:25:00,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,070 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:25:00,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:25:00,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,234 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,234 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:25:00,234 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing d46ea31b683c8b24c41dad7547ee845b, disabling compactions & flushes 2024-11-25T20:25:00,234 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,234 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,234 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. after waiting 0 ms 2024-11-25T20:25:00,235 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,263 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T20:25:00,264 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,264 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:00,264 WARN [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3786): Not adding moved region record: d46ea31b683c8b24c41dad7547ee845b to self. 2024-11-25T20:25:00,266 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,266 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=CLOSED 2024-11-25T20:25:00,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T20:25:00,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 in 197 msec 2024-11-25T20:25:00,270 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, REOPEN/MOVE; state=CLOSED, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=true 2024-11-25T20:25:00,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE; OpenRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:25:00,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,588 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,588 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7285): Opening region: {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:25:00,589 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,589 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:00,589 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7327): checking encryption for d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,589 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7330): checking classloading for d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,590 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,591 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:00,592 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46ea31b683c8b24c41dad7547ee845b columnFamilyName A 2024-11-25T20:25:00,594 DEBUG [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,594 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(327): Store=d46ea31b683c8b24c41dad7547ee845b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:00,595 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,595 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:00,595 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46ea31b683c8b24c41dad7547ee845b columnFamilyName B 2024-11-25T20:25:00,596 DEBUG [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,596 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(327): Store=d46ea31b683c8b24c41dad7547ee845b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:00,597 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,597 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:00,597 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46ea31b683c8b24c41dad7547ee845b columnFamilyName C 2024-11-25T20:25:00,597 DEBUG [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,598 INFO [StoreOpener-d46ea31b683c8b24c41dad7547ee845b-1 {}] regionserver.HStore(327): Store=d46ea31b683c8b24c41dad7547ee845b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:00,598 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,599 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,601 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,603 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:25:00,605 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1085): writing seq id for d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,606 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1102): Opened d46ea31b683c8b24c41dad7547ee845b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69652881, jitterRate=0.03790880739688873}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:25:00,607 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1001): Region open journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:00,607 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., pid=85, masterSystemTime=1732566300585 2024-11-25T20:25:00,609 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,609 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=OPEN, openSeqNum=5, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=83 2024-11-25T20:25:00,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=83, state=SUCCESS; OpenRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 in 188 msec 2024-11-25T20:25:00,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-25T20:25:00,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, REOPEN/MOVE in 550 msec 2024-11-25T20:25:00,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T20:25:00,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 559 msec 2024-11-25T20:25:00,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 634 msec 2024-11-25T20:25:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T20:25:00,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c82ed94 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16dc0563 2024-11-25T20:25:00,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508125d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c55cccc to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ad42d38 2024-11-25T20:25:00,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a23205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b85570 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e8e0d12 2024-11-25T20:25:00,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5e3cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522d4f9e to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c752e54 2024-11-25T20:25:00,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311047da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,696 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c5fcb3 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55076771 2024-11-25T20:25:00,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661ad49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f0f67dd to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f01f294 2024-11-25T20:25:00,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c1ddcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,720 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e66e492 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4eb33298 2024-11-25T20:25:00,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e4b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f8019db to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48f0df41 2024-11-25T20:25:00,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b44a589 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75007f77 2024-11-25T20:25:00,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31cc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x482f1baa to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ea22e1f 2024-11-25T20:25:00,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2416f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:00,779 DEBUG [hconnection-0x70fddd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,780 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:00,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:00,799 DEBUG [hconnection-0x766b625e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,801 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-25T20:25:00,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:00,826 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:00,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T20:25:00,838 DEBUG [hconnection-0x7f12bf78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,839 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,841 DEBUG [hconnection-0x6aee208e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,842 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566360850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566360850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566360850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,863 DEBUG [hconnection-0x2fc5258b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,864 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566360866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,879 DEBUG [hconnection-0x7302f8fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d55004380f2d49b09dee48f2e8cf2b51_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566300794/Put/seqid=0 2024-11-25T20:25:00,920 DEBUG [hconnection-0x2073d035-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,921 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,923 DEBUG [hconnection-0x2e34555e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,924 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T20:25:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742165_1341 (size=12154) 2024-11-25T20:25:00,947 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:00,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d55004380f2d49b09dee48f2e8cf2b51_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d55004380f2d49b09dee48f2e8cf2b51_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:00,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566360952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566360952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6d4626ec670e45a08f82c9a6d6a059f0, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:00,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6d4626ec670e45a08f82c9a6d6a059f0 is 175, key is test_row_0/A:col10/1732566300794/Put/seqid=0 2024-11-25T20:25:00,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566360955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,959 DEBUG [hconnection-0x5b043b6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566360961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566360969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,975 DEBUG [hconnection-0x7bf595b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:00,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:00,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:00,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:00,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742166_1342 (size=30955) 2024-11-25T20:25:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566361063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T20:25:01,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:01,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:01,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566361153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566361154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566361157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566361173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566361272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,418 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6d4626ec670e45a08f82c9a6d6a059f0 2024-11-25T20:25:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T20:25:01,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566361460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566361463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566361467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/688ae8808681408aacbc94a9a992a516 is 50, key is test_row_0/B:col10/1732566300794/Put/seqid=0 2024-11-25T20:25:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566361477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742167_1343 (size=12001) 2024-11-25T20:25:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566361575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/688ae8808681408aacbc94a9a992a516 2024-11-25T20:25:01,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:01,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T20:25:01,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/876511fe447044039d2a444da509e2a8 is 50, key is test_row_0/C:col10/1732566300794/Put/seqid=0 2024-11-25T20:25:01,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566361969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566361970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566361972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:01,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566361985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742168_1344 (size=12001) 2024-11-25T20:25:02,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/876511fe447044039d2a444da509e2a8 2024-11-25T20:25:02,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6d4626ec670e45a08f82c9a6d6a059f0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0 2024-11-25T20:25:02,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T20:25:02,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/688ae8808681408aacbc94a9a992a516 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/688ae8808681408aacbc94a9a992a516 2024-11-25T20:25:02,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/688ae8808681408aacbc94a9a992a516, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T20:25:02,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/876511fe447044039d2a444da509e2a8 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/876511fe447044039d2a444da509e2a8 2024-11-25T20:25:02,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/876511fe447044039d2a444da509e2a8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T20:25:02,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d46ea31b683c8b24c41dad7547ee845b in 1260ms, sequenceid=15, compaction requested=false 2024-11-25T20:25:02,055 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T20:25:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:02,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:02,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T20:25:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:02,075 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:25:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255f93157130d04c7fab80e1d2c47c17a9_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566300833/Put/seqid=0 2024-11-25T20:25:02,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742169_1345 (size=12154) 2024-11-25T20:25:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566362174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:02,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566362300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:02,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566362535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:02,602 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255f93157130d04c7fab80e1d2c47c17a9_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255f93157130d04c7fab80e1d2c47c17a9_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/36fb7583c8bf4de885a206e370424ffb, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/36fb7583c8bf4de885a206e370424ffb is 175, key is test_row_0/A:col10/1732566300833/Put/seqid=0 2024-11-25T20:25:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742170_1346 (size=30955) 2024-11-25T20:25:02,661 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/36fb7583c8bf4de885a206e370424ffb 2024-11-25T20:25:02,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/addc3b15fb6b4db4bf87d8929d19faa0 is 50, key is test_row_0/B:col10/1732566300833/Put/seqid=0 2024-11-25T20:25:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742171_1347 (size=12001) 2024-11-25T20:25:02,737 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/addc3b15fb6b4db4bf87d8929d19faa0 2024-11-25T20:25:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/448c53e38b8442e48c8d0e803a70b004 is 50, key is test_row_0/C:col10/1732566300833/Put/seqid=0 2024-11-25T20:25:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742172_1348 (size=12001) 2024-11-25T20:25:02,834 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/448c53e38b8442e48c8d0e803a70b004 2024-11-25T20:25:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/36fb7583c8bf4de885a206e370424ffb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb 2024-11-25T20:25:02,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T20:25:02,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/addc3b15fb6b4db4bf87d8929d19faa0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/addc3b15fb6b4db4bf87d8929d19faa0 2024-11-25T20:25:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566362850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:02,869 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/addc3b15fb6b4db4bf87d8929d19faa0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T20:25:02,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/448c53e38b8442e48c8d0e803a70b004 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/448c53e38b8442e48c8d0e803a70b004 2024-11-25T20:25:02,877 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/448c53e38b8442e48c8d0e803a70b004, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T20:25:02,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d46ea31b683c8b24c41dad7547ee845b in 803ms, sequenceid=41, compaction requested=false 2024-11-25T20:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-25T20:25:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=87 2024-11-25T20:25:02,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-25T20:25:02,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0540 sec 2024-11-25T20:25:02,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 2.0580 sec 2024-11-25T20:25:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T20:25:02,932 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-11-25T20:25:02,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-25T20:25:02,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:02,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:02,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:02,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:02,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533deda1b11504ef49f5801e3acb90af0_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742173_1349 (size=14594) 2024-11-25T20:25:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566363040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566363040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566363041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566363042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566363149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566363151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566363152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566363154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:03,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566363359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566363359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566363367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566363367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566363385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,412 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:03,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533deda1b11504ef49f5801e3acb90af0_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533deda1b11504ef49f5801e3acb90af0_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:03,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/745ac46f4e70470d9d0ed0d8d0fa479a, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:03,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/745ac46f4e70470d9d0ed0d8d0fa479a is 175, key is test_row_0/A:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742174_1350 (size=39549) 2024-11-25T20:25:03,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/745ac46f4e70470d9d0ed0d8d0fa479a 2024-11-25T20:25:03,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/4214e8c991204ed8b772d216b5031c5d is 50, key is test_row_0/B:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742175_1351 (size=12001) 2024-11-25T20:25:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:03,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566363676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566363676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566363678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566363679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:03,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:03,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:03,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:25:03,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/4214e8c991204ed8b772d216b5031c5d 2024-11-25T20:25:03,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/6b072093b04c4ee498fafa7a4b818431 is 50, key is test_row_0/C:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742176_1352 (size=12001) 2024-11-25T20:25:04,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:04,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566364182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566364184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566364184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566364190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/6b072093b04c4ee498fafa7a4b818431 2024-11-25T20:25:04,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/745ac46f4e70470d9d0ed0d8d0fa479a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a 2024-11-25T20:25:04,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a, entries=200, sequenceid=52, filesize=38.6 K 2024-11-25T20:25:04,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/4214e8c991204ed8b772d216b5031c5d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/4214e8c991204ed8b772d216b5031c5d 2024-11-25T20:25:04,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/4214e8c991204ed8b772d216b5031c5d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T20:25:04,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/6b072093b04c4ee498fafa7a4b818431 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6b072093b04c4ee498fafa7a4b818431 2024-11-25T20:25:04,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6b072093b04c4ee498fafa7a4b818431, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T20:25:04,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d46ea31b683c8b24c41dad7547ee845b in 1348ms, sequenceid=52, compaction requested=true 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:04,340 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:04,340 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:04,341 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:04,341 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:04,341 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:04,341 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:04,341 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,341 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,341 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=99.1 K 2024-11-25T20:25:04,341 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/688ae8808681408aacbc94a9a992a516, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/addc3b15fb6b4db4bf87d8929d19faa0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/4214e8c991204ed8b772d216b5031c5d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=35.2 K 2024-11-25T20:25:04,341 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,341 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a] 2024-11-25T20:25:04,342 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d4626ec670e45a08f82c9a6d6a059f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566300786 2024-11-25T20:25:04,342 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36fb7583c8bf4de885a206e370424ffb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566300833 2024-11-25T20:25:04,342 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 745ac46f4e70470d9d0ed0d8d0fa479a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566302145 2024-11-25T20:25:04,342 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 688ae8808681408aacbc94a9a992a516, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566300786 2024-11-25T20:25:04,343 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting addc3b15fb6b4db4bf87d8929d19faa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566300833 2024-11-25T20:25:04,343 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4214e8c991204ed8b772d216b5031c5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566302145 2024-11-25T20:25:04,356 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:04,357 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/92c0159c90f64b3a9f63f50ddbd1a7c7 is 50, key is test_row_0/B:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:04,357 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:04,371 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dec3e06a5a53438b9633097b8aaab605_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:04,373 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dec3e06a5a53438b9633097b8aaab605_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:04,373 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dec3e06a5a53438b9633097b8aaab605_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742177_1353 (size=12104) 2024-11-25T20:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:04,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:25:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742178_1354 (size=4469) 2024-11-25T20:25:04,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125042e0b40dd084ccb8cb8d8b6c561639c_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566303031/Put/seqid=0 2024-11-25T20:25:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742179_1355 (size=14594) 2024-11-25T20:25:04,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566364452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566364559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566364766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,807 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/92c0159c90f64b3a9f63f50ddbd1a7c7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/92c0159c90f64b3a9f63f50ddbd1a7c7 2024-11-25T20:25:04,810 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#298 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:04,810 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/21a8df7ec0e24f37b489d110e85a99e9 is 175, key is test_row_0/A:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:04,813 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into 92c0159c90f64b3a9f63f50ddbd1a7c7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:04,813 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:04,813 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566304340; duration=0sec 2024-11-25T20:25:04,813 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:04,814 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:04,814 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:04,814 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:04,814 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:04,814 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,815 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/876511fe447044039d2a444da509e2a8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/448c53e38b8442e48c8d0e803a70b004, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6b072093b04c4ee498fafa7a4b818431] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=35.2 K 2024-11-25T20:25:04,815 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 876511fe447044039d2a444da509e2a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732566300786 2024-11-25T20:25:04,815 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 448c53e38b8442e48c8d0e803a70b004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732566300833 2024-11-25T20:25:04,816 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b072093b04c4ee498fafa7a4b818431, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566302145 2024-11-25T20:25:04,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:04,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125042e0b40dd084ccb8cb8d8b6c561639c_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125042e0b40dd084ccb8cb8d8b6c561639c_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:04,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/ac5a43055d4d468c88b9e01d32771c14, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:04,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/ac5a43055d4d468c88b9e01d32771c14 is 175, key is test_row_0/A:col10/1732566303031/Put/seqid=0 2024-11-25T20:25:04,827 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:04,827 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/deddac185f36456cbb43e8d9e0137dbd is 50, key is test_row_0/C:col10/1732566302989/Put/seqid=0 2024-11-25T20:25:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742180_1356 (size=31058) 2024-11-25T20:25:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742181_1357 (size=39549) 2024-11-25T20:25:04,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/ac5a43055d4d468c88b9e01d32771c14 2024-11-25T20:25:04,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/939837ab8a28434faf1746fc2017cb14 is 50, key is test_row_0/B:col10/1732566303031/Put/seqid=0 2024-11-25T20:25:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742182_1358 (size=12104) 2024-11-25T20:25:04,898 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/deddac185f36456cbb43e8d9e0137dbd as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/deddac185f36456cbb43e8d9e0137dbd 2024-11-25T20:25:04,919 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into deddac185f36456cbb43e8d9e0137dbd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:04,919 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:04,919 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=13, startTime=1732566304340; duration=0sec 2024-11-25T20:25:04,919 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:04,919 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:04,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:04,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:04,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:04,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:04,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742183_1359 (size=12001) 2024-11-25T20:25:04,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/939837ab8a28434faf1746fc2017cb14 2024-11-25T20:25:04,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c1245fdef9aa4b77840201c18aa62735 is 50, key is test_row_0/C:col10/1732566303031/Put/seqid=0 2024-11-25T20:25:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742184_1360 (size=12001) 2024-11-25T20:25:05,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c1245fdef9aa4b77840201c18aa62735 2024-11-25T20:25:05,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/ac5a43055d4d468c88b9e01d32771c14 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14 2024-11-25T20:25:05,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14, entries=200, sequenceid=79, filesize=38.6 K 2024-11-25T20:25:05,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/939837ab8a28434faf1746fc2017cb14 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/939837ab8a28434faf1746fc2017cb14 2024-11-25T20:25:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/939837ab8a28434faf1746fc2017cb14, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T20:25:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c1245fdef9aa4b77840201c18aa62735 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c1245fdef9aa4b77840201c18aa62735 2024-11-25T20:25:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c1245fdef9aa4b77840201c18aa62735, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T20:25:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d46ea31b683c8b24c41dad7547ee845b in 618ms, sequenceid=79, compaction requested=false 2024-11-25T20:25:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T20:25:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:05,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125891b8b51b7b346dc8faecc99253d19dd_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_1/A:col10/1732566305085/Put/seqid=0 2024-11-25T20:25:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742185_1361 (size=12154) 2024-11-25T20:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,199 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125891b8b51b7b346dc8faecc99253d19dd_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125891b8b51b7b346dc8faecc99253d19dd_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/68018ed026f34ac5bd8b9ba4525ce54a, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/68018ed026f34ac5bd8b9ba4525ce54a is 175, key is test_row_1/A:col10/1732566305085/Put/seqid=0 2024-11-25T20:25:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742186_1362 (size=30951) 2024-11-25T20:25:05,213 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/68018ed026f34ac5bd8b9ba4525ce54a 2024-11-25T20:25:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a6b921f05fe4411fa1d7971565f377b7 is 50, key is test_row_1/B:col10/1732566305085/Put/seqid=0 2024-11-25T20:25:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742187_1363 (size=9657) 2024-11-25T20:25:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:05,253 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/21a8df7ec0e24f37b489d110e85a99e9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/21a8df7ec0e24f37b489d110e85a99e9 2024-11-25T20:25:05,270 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into 21a8df7ec0e24f37b489d110e85a99e9(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:05,270 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:05,270 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566304340; duration=0sec 2024-11-25T20:25:05,270 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:05,270 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:05,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566365275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566365276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566365277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566365277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566365278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566365379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566365382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566365384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566365384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566365385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566365587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566365587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566365588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566365589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566365589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,653 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a6b921f05fe4411fa1d7971565f377b7 2024-11-25T20:25:05,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/f90b6ef2a1db47c18806d153ebd51544 is 50, key is test_row_1/C:col10/1732566305085/Put/seqid=0 2024-11-25T20:25:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742188_1364 (size=9657) 2024-11-25T20:25:05,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/f90b6ef2a1db47c18806d153ebd51544 2024-11-25T20:25:05,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/68018ed026f34ac5bd8b9ba4525ce54a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a 2024-11-25T20:25:05,714 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a, entries=150, sequenceid=91, filesize=30.2 K 2024-11-25T20:25:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a6b921f05fe4411fa1d7971565f377b7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a6b921f05fe4411fa1d7971565f377b7 2024-11-25T20:25:05,720 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a6b921f05fe4411fa1d7971565f377b7, entries=100, sequenceid=91, filesize=9.4 K 2024-11-25T20:25:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/f90b6ef2a1db47c18806d153ebd51544 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f90b6ef2a1db47c18806d153ebd51544 2024-11-25T20:25:05,727 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f90b6ef2a1db47c18806d153ebd51544, entries=100, sequenceid=91, filesize=9.4 K 2024-11-25T20:25:05,735 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d46ea31b683c8b24c41dad7547ee845b in 645ms, sequenceid=91, compaction requested=true 2024-11-25T20:25:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-25T20:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=89 2024-11-25T20:25:05,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-25T20:25:05,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8010 sec 2024-11-25T20:25:05,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.8070 sec 2024-11-25T20:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:05,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:25:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:05,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112562b84fa0500d4289a7368f55989daa07_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742189_1365 (size=17034) 2024-11-25T20:25:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566365897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566365902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566365911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566365911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566365911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566366012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566366020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566366020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566366021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566366217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566366224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566366225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566366225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:06,311 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112562b84fa0500d4289a7368f55989daa07_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562b84fa0500d4289a7368f55989daa07_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:06,312 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8822d85b81ea4338b8164de37761b504, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:06,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8822d85b81ea4338b8164de37761b504 is 175, key is test_row_0/A:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742190_1366 (size=48139) 2024-11-25T20:25:06,316 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8822d85b81ea4338b8164de37761b504 2024-11-25T20:25:06,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/18b1b8540f494cb684a58c6a0e7eb455 is 50, key is test_row_0/B:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742191_1367 (size=12001) 2024-11-25T20:25:06,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:25:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566366418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566366523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566366529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566366529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566366530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:06,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/18b1b8540f494cb684a58c6a0e7eb455 2024-11-25T20:25:06,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/cfecab943d834407b9ebbc94d7bca21a is 50, key is test_row_0/C:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742192_1368 (size=12001) 2024-11-25T20:25:07,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566367034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566367035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566367040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566367044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T20:25:07,047 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-25T20:25:07,048 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-25T20:25:07,049 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:07,050 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:07,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T20:25:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T20:25:07,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/cfecab943d834407b9ebbc94d7bca21a 2024-11-25T20:25:07,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-25T20:25:07,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:07,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8822d85b81ea4338b8164de37761b504 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504 2024-11-25T20:25:07,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504, entries=250, sequenceid=120, filesize=47.0 K 2024-11-25T20:25:07,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/18b1b8540f494cb684a58c6a0e7eb455 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/18b1b8540f494cb684a58c6a0e7eb455 2024-11-25T20:25:07,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/18b1b8540f494cb684a58c6a0e7eb455, entries=150, sequenceid=120, filesize=11.7 K 2024-11-25T20:25:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/cfecab943d834407b9ebbc94d7bca21a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/cfecab943d834407b9ebbc94d7bca21a 2024-11-25T20:25:07,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/cfecab943d834407b9ebbc94d7bca21a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-25T20:25:07,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for d46ea31b683c8b24c41dad7547ee845b in 1365ms, sequenceid=120, compaction requested=true 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:07,259 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:07,259 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:07,268 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:07,268 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:07,268 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,269 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/92c0159c90f64b3a9f63f50ddbd1a7c7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/939837ab8a28434faf1746fc2017cb14, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a6b921f05fe4411fa1d7971565f377b7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/18b1b8540f494cb684a58c6a0e7eb455] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=44.7 K 2024-11-25T20:25:07,269 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 92c0159c90f64b3a9f63f50ddbd1a7c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566302145 2024-11-25T20:25:07,270 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149697 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:07,270 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:07,270 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,270 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/21a8df7ec0e24f37b489d110e85a99e9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=146.2 K 2024-11-25T20:25:07,270 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,270 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/21a8df7ec0e24f37b489d110e85a99e9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504] 2024-11-25T20:25:07,270 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 939837ab8a28434faf1746fc2017cb14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732566303020 2024-11-25T20:25:07,271 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21a8df7ec0e24f37b489d110e85a99e9, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566302145 2024-11-25T20:25:07,271 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a6b921f05fe4411fa1d7971565f377b7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566304451 2024-11-25T20:25:07,271 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac5a43055d4d468c88b9e01d32771c14, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732566303020 2024-11-25T20:25:07,271 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b1b8540f494cb684a58c6a0e7eb455, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732566305270 2024-11-25T20:25:07,272 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68018ed026f34ac5bd8b9ba4525ce54a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566304419 2024-11-25T20:25:07,273 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8822d85b81ea4338b8164de37761b504, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732566305270 2024-11-25T20:25:07,302 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:07,303 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/fc5fae246eb24a5e8da5c4faf764b382 is 50, key is test_row_0/B:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:07,311 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:07,322 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112545e77738b03a47ee8fcc58cf73a7f3c7_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:07,324 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112545e77738b03a47ee8fcc58cf73a7f3c7_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:07,324 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112545e77738b03a47ee8fcc58cf73a7f3c7_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742193_1369 (size=12241) 2024-11-25T20:25:07,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-25T20:25:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,358 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T20:25:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T20:25:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742194_1370 (size=4469) 2024-11-25T20:25:07,366 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/fc5fae246eb24a5e8da5c4faf764b382 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fc5fae246eb24a5e8da5c4faf764b382 2024-11-25T20:25:07,367 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#310 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:07,367 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/a23f0d1ef5594b209d39b1e4375e5916 is 175, key is test_row_0/A:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:07,377 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into fc5fae246eb24a5e8da5c4faf764b382(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:07,377 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:07,377 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=12, startTime=1732566307259; duration=0sec 2024-11-25T20:25:07,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:07,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:07,378 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f185342f81849c6b5b2370875f66782_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566305895/Put/seqid=0 2024-11-25T20:25:07,401 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:07,401 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:07,401 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:07,402 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/deddac185f36456cbb43e8d9e0137dbd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c1245fdef9aa4b77840201c18aa62735, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f90b6ef2a1db47c18806d153ebd51544, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/cfecab943d834407b9ebbc94d7bca21a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=44.7 K 2024-11-25T20:25:07,402 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting deddac185f36456cbb43e8d9e0137dbd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732566302145 2024-11-25T20:25:07,402 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c1245fdef9aa4b77840201c18aa62735, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732566303020 2024-11-25T20:25:07,403 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f90b6ef2a1db47c18806d153ebd51544, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732566304451 2024-11-25T20:25:07,403 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting cfecab943d834407b9ebbc94d7bca21a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732566305270 2024-11-25T20:25:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742195_1371 (size=31195) 2024-11-25T20:25:07,421 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/a23f0d1ef5594b209d39b1e4375e5916 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/a23f0d1ef5594b209d39b1e4375e5916 2024-11-25T20:25:07,446 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into a23f0d1ef5594b209d39b1e4375e5916(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:07,446 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:07,446 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=12, startTime=1732566307259; duration=0sec 2024-11-25T20:25:07,446 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:07,446 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:07,453 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:07,453 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/8e52ccdf8b414767959740be9c487354 is 50, key is test_row_0/C:col10/1732566305270/Put/seqid=0 2024-11-25T20:25:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742196_1372 (size=12154) 2024-11-25T20:25:07,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:07,460 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f185342f81849c6b5b2370875f66782_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f185342f81849c6b5b2370875f66782_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:07,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/5392d785655444c4bad08214a5aa46b5, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/5392d785655444c4bad08214a5aa46b5 is 175, key is test_row_0/A:col10/1732566305895/Put/seqid=0 2024-11-25T20:25:07,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742198_1374 (size=30955) 2024-11-25T20:25:07,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742197_1373 (size=12241) 2024-11-25T20:25:07,530 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/8e52ccdf8b414767959740be9c487354 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8e52ccdf8b414767959740be9c487354 2024-11-25T20:25:07,538 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into 8e52ccdf8b414767959740be9c487354(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:07,538 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:07,538 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=12, startTime=1732566307259; duration=0sec 2024-11-25T20:25:07,538 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:07,538 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T20:25:07,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566367699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566367809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:07,910 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/5392d785655444c4bad08214a5aa46b5 2024-11-25T20:25:07,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/da43f5787ec9424db89d90296736dfd6 is 50, key is test_row_0/B:col10/1732566305895/Put/seqid=0 2024-11-25T20:25:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742199_1375 (size=12001) 2024-11-25T20:25:07,972 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/da43f5787ec9424db89d90296736dfd6 2024-11-25T20:25:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c3dd2857723343feb614c8c89ad6b02a is 50, key is test_row_0/C:col10/1732566305895/Put/seqid=0 2024-11-25T20:25:08,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566368011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742200_1376 (size=12001) 2024-11-25T20:25:08,030 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c3dd2857723343feb614c8c89ad6b02a 2024-11-25T20:25:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/5392d785655444c4bad08214a5aa46b5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5 2024-11-25T20:25:08,043 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5, entries=150, sequenceid=129, filesize=30.2 K 2024-11-25T20:25:08,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/da43f5787ec9424db89d90296736dfd6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da43f5787ec9424db89d90296736dfd6 2024-11-25T20:25:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566368042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,050 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da43f5787ec9424db89d90296736dfd6, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T20:25:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c3dd2857723343feb614c8c89ad6b02a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c3dd2857723343feb614c8c89ad6b02a 2024-11-25T20:25:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566368046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,056 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c3dd2857723343feb614c8c89ad6b02a, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T20:25:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566368050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,057 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d46ea31b683c8b24c41dad7547ee845b in 699ms, sequenceid=129, compaction requested=false 2024-11-25T20:25:08,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-25T20:25:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-11-25T20:25:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:08,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T20:25:08,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:08,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:08,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:08,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T20:25:08,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-25T20:25:08,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.0120 sec 2024-11-25T20:25:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566368091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125617a95c941eb4ac7ad50a397a131ae9a_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T20:25:08,167 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-25T20:25:08,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-25T20:25:08,170 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:25:08,171 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:08,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742201_1377 (size=14794) 2024-11-25T20:25:08,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:08,185 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125617a95c941eb4ac7ad50a397a131ae9a_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125617a95c941eb4ac7ad50a397a131ae9a_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:08,186 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7443fdafcd74453e8120ce6c57b9112f, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:08,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7443fdafcd74453e8120ce6c57b9112f is 175, key is test_row_0/A:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566368195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742202_1378 (size=39749) 2024-11-25T20:25:08,226 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7443fdafcd74453e8120ce6c57b9112f 2024-11-25T20:25:08,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/fbbb2294d9e448f6afb76c91b94ec58f is 50, key is test_row_0/B:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:25:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742203_1379 (size=12151) 2024-11-25T20:25:08,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/fbbb2294d9e448f6afb76c91b94ec58f 2024-11-25T20:25:08,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/4f15393dd9054edc8738687af131eced is 50, key is test_row_0/C:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:08,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:08,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566368326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742204_1380 (size=12151) 2024-11-25T20:25:08,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/4f15393dd9054edc8738687af131eced 2024-11-25T20:25:08,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7443fdafcd74453e8120ce6c57b9112f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f 2024-11-25T20:25:08,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f, entries=200, sequenceid=160, filesize=38.8 K 2024-11-25T20:25:08,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/fbbb2294d9e448f6afb76c91b94ec58f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fbbb2294d9e448f6afb76c91b94ec58f 2024-11-25T20:25:08,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fbbb2294d9e448f6afb76c91b94ec58f, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T20:25:08,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/4f15393dd9054edc8738687af131eced as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/4f15393dd9054edc8738687af131eced 2024-11-25T20:25:08,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/4f15393dd9054edc8738687af131eced, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T20:25:08,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d46ea31b683c8b24c41dad7547ee845b in 330ms, sequenceid=160, compaction requested=true 2024-11-25T20:25:08,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:08,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:08,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:08,389 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:08,389 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:08,390 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:08,391 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:08,391 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,391 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fc5fae246eb24a5e8da5c4faf764b382, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da43f5787ec9424db89d90296736dfd6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fbbb2294d9e448f6afb76c91b94ec58f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=35.5 K 2024-11-25T20:25:08,391 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc5fae246eb24a5e8da5c4faf764b382, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732566305270 2024-11-25T20:25:08,392 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting da43f5787ec9424db89d90296736dfd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566305895 2024-11-25T20:25:08,392 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbbb2294d9e448f6afb76c91b94ec58f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732566307659 2024-11-25T20:25:08,396 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:08,396 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:08,397 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,397 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/a23f0d1ef5594b209d39b1e4375e5916, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=99.5 K 2024-11-25T20:25:08,397 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,397 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/a23f0d1ef5594b209d39b1e4375e5916, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f] 2024-11-25T20:25:08,397 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a23f0d1ef5594b209d39b1e4375e5916, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732566305270 2024-11-25T20:25:08,397 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5392d785655444c4bad08214a5aa46b5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566305895 2024-11-25T20:25:08,398 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7443fdafcd74453e8120ce6c57b9112f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732566307640 2024-11-25T20:25:08,414 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:08,415 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/5f57203140d24b0995e6c5ce1987c4f6 is 50, key is test_row_0/B:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,431 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:08,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:08,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:08,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:08,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:08,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:08,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742205_1381 (size=12493) 2024-11-25T20:25:08,476 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f9aa004dd44b4ce0a330a66397bdd05b_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:25:08,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,479 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/5f57203140d24b0995e6c5ce1987c4f6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5f57203140d24b0995e6c5ce1987c4f6 2024-11-25T20:25:08,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,484 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f9aa004dd44b4ce0a330a66397bdd05b_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:08,484 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f9aa004dd44b4ce0a330a66397bdd05b_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:08,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d451c2bd5bdf43eab9c4ae6fb6f8a922_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566308414/Put/seqid=0 2024-11-25T20:25:08,490 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into 5f57203140d24b0995e6c5ce1987c4f6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:08,491 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:08,491 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566308389; duration=0sec 2024-11-25T20:25:08,491 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:08,491 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:08,491 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:08,492 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:08,492 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:08,492 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,492 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8e52ccdf8b414767959740be9c487354, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c3dd2857723343feb614c8c89ad6b02a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/4f15393dd9054edc8738687af131eced] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=35.5 K 2024-11-25T20:25:08,493 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e52ccdf8b414767959740be9c487354, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732566305270 2024-11-25T20:25:08,493 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3dd2857723343feb614c8c89ad6b02a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732566305895 2024-11-25T20:25:08,493 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f15393dd9054edc8738687af131eced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732566307659 2024-11-25T20:25:08,528 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:08,528 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/703a4bfb0309466fb46278d647106a9e is 50, key is test_row_0/C:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742206_1382 (size=17284) 2024-11-25T20:25:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742207_1383 (size=4469) 2024-11-25T20:25:08,567 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#319 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:08,568 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/34fe3499239d4cc8b14b4d4d53e35b8e is 175, key is test_row_0/A:col10/1732566308056/Put/seqid=0 2024-11-25T20:25:08,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742208_1384 (size=12493) 2024-11-25T20:25:08,615 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/703a4bfb0309466fb46278d647106a9e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/703a4bfb0309466fb46278d647106a9e 2024-11-25T20:25:08,620 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into 703a4bfb0309466fb46278d647106a9e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:08,620 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:08,620 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=13, startTime=1732566308389; duration=0sec 2024-11-25T20:25:08,620 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:08,620 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742209_1385 (size=31447) 2024-11-25T20:25:08,632 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/34fe3499239d4cc8b14b4d4d53e35b8e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/34fe3499239d4cc8b14b4d4d53e35b8e 2024-11-25T20:25:08,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,644 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into 34fe3499239d4cc8b14b4d4d53e35b8e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:08,644 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:08,644 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566308388; duration=0sec 2024-11-25T20:25:08,644 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:08,644 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:08,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566368679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:25:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566368784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:08,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:08,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566368837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:08,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:08,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:08,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:08,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:08,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:08,954 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d451c2bd5bdf43eab9c4ae6fb6f8a922_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d451c2bd5bdf43eab9c4ae6fb6f8a922_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:08,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6181838ef8b84897bf152c5589c90dc5, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:08,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6181838ef8b84897bf152c5589c90dc5 is 175, key is test_row_0/A:col10/1732566308414/Put/seqid=0 2024-11-25T20:25:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742210_1386 (size=48389) 2024-11-25T20:25:08,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6181838ef8b84897bf152c5589c90dc5 2024-11-25T20:25:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566368991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/25ba6e8c9f8a45be94c6ad2e8732818f is 50, key is test_row_0/B:col10/1732566308414/Put/seqid=0 2024-11-25T20:25:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742211_1387 (size=12151) 2024-11-25T20:25:09,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/25ba6e8c9f8a45be94c6ad2e8732818f 2024-11-25T20:25:09,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:09,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:09,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:09,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/584d8c98e4fd43d0a11b5a4ca3655ae0 is 50, key is test_row_0/C:col10/1732566308414/Put/seqid=0 2024-11-25T20:25:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742212_1388 (size=12151) 2024-11-25T20:25:09,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/584d8c98e4fd43d0a11b5a4ca3655ae0 2024-11-25T20:25:09,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/6181838ef8b84897bf152c5589c90dc5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5 2024-11-25T20:25:09,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5, entries=250, sequenceid=171, filesize=47.3 K 2024-11-25T20:25:09,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/25ba6e8c9f8a45be94c6ad2e8732818f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/25ba6e8c9f8a45be94c6ad2e8732818f 2024-11-25T20:25:09,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/25ba6e8c9f8a45be94c6ad2e8732818f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T20:25:09,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/584d8c98e4fd43d0a11b5a4ca3655ae0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/584d8c98e4fd43d0a11b5a4ca3655ae0 2024-11-25T20:25:09,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/584d8c98e4fd43d0a11b5a4ca3655ae0, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T20:25:09,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d46ea31b683c8b24c41dad7547ee845b in 761ms, sequenceid=171, compaction requested=false 2024-11-25T20:25:09,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:09,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:09,254 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:09,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253391af13017649149a66bdac66212575_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566308645/Put/seqid=0 2024-11-25T20:25:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:25:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742213_1389 (size=12304) 2024-11-25T20:25:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:09,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:09,312 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253391af13017649149a66bdac66212575_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253391af13017649149a66bdac66212575_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:09,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7881320b12ed45f29532f217301eccd2, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:09,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7881320b12ed45f29532f217301eccd2 is 175, key is test_row_0/A:col10/1732566308645/Put/seqid=0 2024-11-25T20:25:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742214_1390 (size=31105) 2024-11-25T20:25:09,352 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7881320b12ed45f29532f217301eccd2 2024-11-25T20:25:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8b4c701fb081465699b60ebf7d2a3bbd is 50, key is test_row_0/B:col10/1732566308645/Put/seqid=0 2024-11-25T20:25:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566369366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742215_1391 (size=12151) 2024-11-25T20:25:09,393 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8b4c701fb081465699b60ebf7d2a3bbd 2024-11-25T20:25:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/887908a5fb7f4362bd935b4448f2f865 is 50, key is test_row_0/C:col10/1732566308645/Put/seqid=0 2024-11-25T20:25:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742216_1392 (size=12151) 2024-11-25T20:25:09,446 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/887908a5fb7f4362bd935b4448f2f865 2024-11-25T20:25:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7881320b12ed45f29532f217301eccd2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2 2024-11-25T20:25:09,457 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2, entries=150, sequenceid=199, filesize=30.4 K 2024-11-25T20:25:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8b4c701fb081465699b60ebf7d2a3bbd as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b4c701fb081465699b60ebf7d2a3bbd 2024-11-25T20:25:09,468 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b4c701fb081465699b60ebf7d2a3bbd, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T20:25:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/887908a5fb7f4362bd935b4448f2f865 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/887908a5fb7f4362bd935b4448f2f865 2024-11-25T20:25:09,475 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/887908a5fb7f4362bd935b4448f2f865, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T20:25:09,477 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d46ea31b683c8b24c41dad7547ee845b in 222ms, sequenceid=199, compaction requested=true 2024-11-25T20:25:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-25T20:25:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-11-25T20:25:09,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T20:25:09,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec 2024-11-25T20:25:09,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.3140 sec 2024-11-25T20:25:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:09,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:09,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:09,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:09,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:09,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:09,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:09,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:09,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f2656b3a6f9846ecafb5df3b52e9c33b_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:09,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742217_1393 (size=14794) 2024-11-25T20:25:09,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566369683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566369797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566369853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:09,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:09,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f2656b3a6f9846ecafb5df3b52e9c33b_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f2656b3a6f9846ecafb5df3b52e9c33b_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:09,976 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/b06e32fbbfcd468d80a156edb008cb1e, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:09,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/b06e32fbbfcd468d80a156edb008cb1e is 175, key is test_row_0/A:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566370006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742218_1394 (size=39749) 2024-11-25T20:25:10,025 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/b06e32fbbfcd468d80a156edb008cb1e 2024-11-25T20:25:10,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/f809e556531e43268f2bc2fd00801019 is 50, key is test_row_0/B:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566370069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566370070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,071 DEBUG [Thread-1549 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:10,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566370071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,072 DEBUG [Thread-1553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:10,073 DEBUG [Thread-1547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:10,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742219_1395 (size=12151) 2024-11-25T20:25:10,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/f809e556531e43268f2bc2fd00801019 2024-11-25T20:25:10,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c6cd30756ad64959a43e2b691d20c977 is 50, key is test_row_0/C:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:10,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742220_1396 (size=12151) 2024-11-25T20:25:10,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c6cd30756ad64959a43e2b691d20c977 2024-11-25T20:25:10,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/b06e32fbbfcd468d80a156edb008cb1e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e 2024-11-25T20:25:10,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e, entries=200, sequenceid=211, filesize=38.8 K 2024-11-25T20:25:10,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/f809e556531e43268f2bc2fd00801019 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/f809e556531e43268f2bc2fd00801019 2024-11-25T20:25:10,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/f809e556531e43268f2bc2fd00801019, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T20:25:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c6cd30756ad64959a43e2b691d20c977 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c6cd30756ad64959a43e2b691d20c977 2024-11-25T20:25:10,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c6cd30756ad64959a43e2b691d20c977, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T20:25:10,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d46ea31b683c8b24c41dad7547ee845b in 724ms, sequenceid=211, compaction requested=true 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:10,211 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:10,211 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:10,219 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:10,219 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:10,219 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,219 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5f57203140d24b0995e6c5ce1987c4f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/25ba6e8c9f8a45be94c6ad2e8732818f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b4c701fb081465699b60ebf7d2a3bbd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/f809e556531e43268f2bc2fd00801019] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=47.8 K 2024-11-25T20:25:10,219 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:10,219 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:10,220 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,220 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/34fe3499239d4cc8b14b4d4d53e35b8e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=147.2 K 2024-11-25T20:25:10,220 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,220 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/34fe3499239d4cc8b14b4d4d53e35b8e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e] 2024-11-25T20:25:10,222 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34fe3499239d4cc8b14b4d4d53e35b8e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732566307659 2024-11-25T20:25:10,222 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f57203140d24b0995e6c5ce1987c4f6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732566307659 2024-11-25T20:25:10,223 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 25ba6e8c9f8a45be94c6ad2e8732818f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732566308414 2024-11-25T20:25:10,223 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6181838ef8b84897bf152c5589c90dc5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732566308069 2024-11-25T20:25:10,223 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7881320b12ed45f29532f217301eccd2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566308645 2024-11-25T20:25:10,223 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b4c701fb081465699b60ebf7d2a3bbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566308645 2024-11-25T20:25:10,223 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b06e32fbbfcd468d80a156edb008cb1e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566309340 2024-11-25T20:25:10,223 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f809e556531e43268f2bc2fd00801019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566309340 2024-11-25T20:25:10,275 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-25T20:25:10,279 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-25T20:25:10,281 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-25T20:25:10,283 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:10,283 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:10,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:10,297 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:10,299 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a954abf2da5d4266bde494c624d39c39 is 50, key is test_row_0/B:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:10,300 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125419a88c5fab1454fa292fa8ecb2adcc6_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:10,303 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125419a88c5fab1454fa292fa8ecb2adcc6_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:10,303 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125419a88c5fab1454fa292fa8ecb2adcc6_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:10,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T20:25:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742221_1397 (size=12629) 2024-11-25T20:25:10,342 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a954abf2da5d4266bde494c624d39c39 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a954abf2da5d4266bde494c624d39c39 2024-11-25T20:25:10,351 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into a954abf2da5d4266bde494c624d39c39(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:10,352 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:10,352 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=12, startTime=1732566310211; duration=0sec 2024-11-25T20:25:10,353 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:10,353 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:10,353 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:10,354 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:10,354 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:10,354 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,354 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/703a4bfb0309466fb46278d647106a9e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/584d8c98e4fd43d0a11b5a4ca3655ae0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/887908a5fb7f4362bd935b4448f2f865, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c6cd30756ad64959a43e2b691d20c977] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=47.8 K 2024-11-25T20:25:10,355 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 703a4bfb0309466fb46278d647106a9e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732566307659 2024-11-25T20:25:10,355 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 584d8c98e4fd43d0a11b5a4ca3655ae0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732566308414 2024-11-25T20:25:10,356 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 887908a5fb7f4362bd935b4448f2f865, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732566308645 2024-11-25T20:25:10,356 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c6cd30756ad64959a43e2b691d20c977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566309340 2024-11-25T20:25:10,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742222_1398 (size=4469) 2024-11-25T20:25:10,363 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#330 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:10,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/54814e21c18148b28f3d7caaf02bdb7b is 175, key is test_row_0/A:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:10,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112517010a8c23be4385a6dd1e75a55d29a6_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566310318/Put/seqid=0 2024-11-25T20:25:10,376 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:10,377 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/a2c6b71e9ead4f70b47022ed1dcf516d is 50, key is test_row_0/C:col10/1732566309362/Put/seqid=0 2024-11-25T20:25:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566370396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742223_1399 (size=31583) 2024-11-25T20:25:10,431 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/54814e21c18148b28f3d7caaf02bdb7b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/54814e21c18148b28f3d7caaf02bdb7b 2024-11-25T20:25:10,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,441 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into 54814e21c18148b28f3d7caaf02bdb7b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:10,441 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:10,441 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=12, startTime=1732566310211; duration=0sec 2024-11-25T20:25:10,441 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,441 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742224_1400 (size=14794) 2024-11-25T20:25:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742225_1401 (size=12629) 2024-11-25T20:25:10,482 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/a2c6b71e9ead4f70b47022ed1dcf516d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a2c6b71e9ead4f70b47022ed1dcf516d 2024-11-25T20:25:10,494 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into a2c6b71e9ead4f70b47022ed1dcf516d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:10,494 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:10,494 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=12, startTime=1732566310211; duration=0sec 2024-11-25T20:25:10,495 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:10,495 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566370506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:10,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566370712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:10,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:10,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:10,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112517010a8c23be4385a6dd1e75a55d29a6_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112517010a8c23be4385a6dd1e75a55d29a6_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:10,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eca1c7e4e26e4d8d8b939d27e907ad98, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:10,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eca1c7e4e26e4d8d8b939d27e907ad98 is 175, key is test_row_0/A:col10/1732566310318/Put/seqid=0 2024-11-25T20:25:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742226_1402 (size=39749) 2024-11-25T20:25:10,900 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eca1c7e4e26e4d8d8b939d27e907ad98 2024-11-25T20:25:10,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:10,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:10,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:10,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/86c9daa1779245df91ecdf1ea1c821ea is 50, key is test_row_0/B:col10/1732566310318/Put/seqid=0 2024-11-25T20:25:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742227_1403 (size=12151) 2024-11-25T20:25:10,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/21a8df7ec0e24f37b489d110e85a99e9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/a23f0d1ef5594b209d39b1e4375e5916, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/34fe3499239d4cc8b14b4d4d53e35b8e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e] to archive 2024-11-25T20:25:10,994 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:10,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6d4626ec670e45a08f82c9a6d6a059f0 2024-11-25T20:25:11,004 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/36fb7583c8bf4de885a206e370424ffb 2024-11-25T20:25:11,007 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/745ac46f4e70470d9d0ed0d8d0fa479a 2024-11-25T20:25:11,012 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/21a8df7ec0e24f37b489d110e85a99e9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/21a8df7ec0e24f37b489d110e85a99e9 2024-11-25T20:25:11,016 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/ac5a43055d4d468c88b9e01d32771c14 2024-11-25T20:25:11,019 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/68018ed026f34ac5bd8b9ba4525ce54a 2024-11-25T20:25:11,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566371017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,022 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8822d85b81ea4338b8164de37761b504 2024-11-25T20:25:11,023 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/a23f0d1ef5594b209d39b1e4375e5916 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/a23f0d1ef5594b209d39b1e4375e5916 2024-11-25T20:25:11,026 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/5392d785655444c4bad08214a5aa46b5 2024-11-25T20:25:11,037 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7443fdafcd74453e8120ce6c57b9112f 2024-11-25T20:25:11,041 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/34fe3499239d4cc8b14b4d4d53e35b8e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/34fe3499239d4cc8b14b4d4d53e35b8e 2024-11-25T20:25:11,045 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/6181838ef8b84897bf152c5589c90dc5 2024-11-25T20:25:11,047 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7881320b12ed45f29532f217301eccd2 2024-11-25T20:25:11,049 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/b06e32fbbfcd468d80a156edb008cb1e 2024-11-25T20:25:11,053 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/688ae8808681408aacbc94a9a992a516, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/addc3b15fb6b4db4bf87d8929d19faa0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/92c0159c90f64b3a9f63f50ddbd1a7c7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/4214e8c991204ed8b772d216b5031c5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/939837ab8a28434faf1746fc2017cb14, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a6b921f05fe4411fa1d7971565f377b7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fc5fae246eb24a5e8da5c4faf764b382, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/18b1b8540f494cb684a58c6a0e7eb455, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da43f5787ec9424db89d90296736dfd6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5f57203140d24b0995e6c5ce1987c4f6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fbbb2294d9e448f6afb76c91b94ec58f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/25ba6e8c9f8a45be94c6ad2e8732818f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b4c701fb081465699b60ebf7d2a3bbd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/f809e556531e43268f2bc2fd00801019] to archive 2024-11-25T20:25:11,054 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:11,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/688ae8808681408aacbc94a9a992a516 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/688ae8808681408aacbc94a9a992a516 2024-11-25T20:25:11,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/addc3b15fb6b4db4bf87d8929d19faa0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/addc3b15fb6b4db4bf87d8929d19faa0 2024-11-25T20:25:11,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/92c0159c90f64b3a9f63f50ddbd1a7c7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/92c0159c90f64b3a9f63f50ddbd1a7c7 2024-11-25T20:25:11,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/4214e8c991204ed8b772d216b5031c5d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/4214e8c991204ed8b772d216b5031c5d 2024-11-25T20:25:11,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/939837ab8a28434faf1746fc2017cb14 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/939837ab8a28434faf1746fc2017cb14 2024-11-25T20:25:11,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a6b921f05fe4411fa1d7971565f377b7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a6b921f05fe4411fa1d7971565f377b7 2024-11-25T20:25:11,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fc5fae246eb24a5e8da5c4faf764b382 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fc5fae246eb24a5e8da5c4faf764b382 2024-11-25T20:25:11,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/18b1b8540f494cb684a58c6a0e7eb455 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/18b1b8540f494cb684a58c6a0e7eb455 2024-11-25T20:25:11,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da43f5787ec9424db89d90296736dfd6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da43f5787ec9424db89d90296736dfd6 2024-11-25T20:25:11,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5f57203140d24b0995e6c5ce1987c4f6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5f57203140d24b0995e6c5ce1987c4f6 2024-11-25T20:25:11,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fbbb2294d9e448f6afb76c91b94ec58f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/fbbb2294d9e448f6afb76c91b94ec58f 2024-11-25T20:25:11,096 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/25ba6e8c9f8a45be94c6ad2e8732818f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/25ba6e8c9f8a45be94c6ad2e8732818f 2024-11-25T20:25:11,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b4c701fb081465699b60ebf7d2a3bbd to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b4c701fb081465699b60ebf7d2a3bbd 2024-11-25T20:25:11,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/f809e556531e43268f2bc2fd00801019 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/f809e556531e43268f2bc2fd00801019 2024-11-25T20:25:11,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/876511fe447044039d2a444da509e2a8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/448c53e38b8442e48c8d0e803a70b004, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/deddac185f36456cbb43e8d9e0137dbd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6b072093b04c4ee498fafa7a4b818431, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c1245fdef9aa4b77840201c18aa62735, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f90b6ef2a1db47c18806d153ebd51544, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8e52ccdf8b414767959740be9c487354, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/cfecab943d834407b9ebbc94d7bca21a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c3dd2857723343feb614c8c89ad6b02a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/703a4bfb0309466fb46278d647106a9e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/4f15393dd9054edc8738687af131eced, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/584d8c98e4fd43d0a11b5a4ca3655ae0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/887908a5fb7f4362bd935b4448f2f865, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c6cd30756ad64959a43e2b691d20c977] to archive 2024-11-25T20:25:11,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:11,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/876511fe447044039d2a444da509e2a8 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/876511fe447044039d2a444da509e2a8 2024-11-25T20:25:11,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/448c53e38b8442e48c8d0e803a70b004 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/448c53e38b8442e48c8d0e803a70b004 2024-11-25T20:25:11,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/deddac185f36456cbb43e8d9e0137dbd to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/deddac185f36456cbb43e8d9e0137dbd 2024-11-25T20:25:11,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6b072093b04c4ee498fafa7a4b818431 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6b072093b04c4ee498fafa7a4b818431 2024-11-25T20:25:11,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c1245fdef9aa4b77840201c18aa62735 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c1245fdef9aa4b77840201c18aa62735 2024-11-25T20:25:11,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f90b6ef2a1db47c18806d153ebd51544 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f90b6ef2a1db47c18806d153ebd51544 2024-11-25T20:25:11,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8e52ccdf8b414767959740be9c487354 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8e52ccdf8b414767959740be9c487354 2024-11-25T20:25:11,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/cfecab943d834407b9ebbc94d7bca21a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/cfecab943d834407b9ebbc94d7bca21a 2024-11-25T20:25:11,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c3dd2857723343feb614c8c89ad6b02a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c3dd2857723343feb614c8c89ad6b02a 2024-11-25T20:25:11,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/703a4bfb0309466fb46278d647106a9e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/703a4bfb0309466fb46278d647106a9e 2024-11-25T20:25:11,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/4f15393dd9054edc8738687af131eced to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/4f15393dd9054edc8738687af131eced 2024-11-25T20:25:11,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/584d8c98e4fd43d0a11b5a4ca3655ae0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/584d8c98e4fd43d0a11b5a4ca3655ae0 2024-11-25T20:25:11,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/887908a5fb7f4362bd935b4448f2f865 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/887908a5fb7f4362bd935b4448f2f865 2024-11-25T20:25:11,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a8cf619b0679:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c6cd30756ad64959a43e2b691d20c977 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c6cd30756ad64959a43e2b691d20c977 2024-11-25T20:25:11,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/86c9daa1779245df91ecdf1ea1c821ea 2024-11-25T20:25:11,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:11,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/55dcf5ac498f43caa7a7c862fa36704a is 50, key is test_row_0/C:col10/1732566310318/Put/seqid=0 2024-11-25T20:25:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742228_1404 (size=12151) 2024-11-25T20:25:11,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/55dcf5ac498f43caa7a7c862fa36704a 2024-11-25T20:25:11,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eca1c7e4e26e4d8d8b939d27e907ad98 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98 2024-11-25T20:25:11,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98, entries=200, sequenceid=236, filesize=38.8 K 2024-11-25T20:25:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/86c9daa1779245df91ecdf1ea1c821ea as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/86c9daa1779245df91ecdf1ea1c821ea 2024-11-25T20:25:11,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/86c9daa1779245df91ecdf1ea1c821ea, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T20:25:11,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/55dcf5ac498f43caa7a7c862fa36704a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/55dcf5ac498f43caa7a7c862fa36704a 2024-11-25T20:25:11,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/55dcf5ac498f43caa7a7c862fa36704a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T20:25:11,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d46ea31b683c8b24c41dad7547ee845b in 1142ms, sequenceid=236, compaction requested=false 2024-11-25T20:25:11,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:11,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:11,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a72af815a2ca45a4b1385e32cd9470c4_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:11,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742229_1405 (size=14794) 2024-11-25T20:25:11,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566371673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566371786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566371863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,873 DEBUG [Thread-1551 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:11,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:11,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:11,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:11,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a72af815a2ca45a4b1385e32cd9470c4_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a72af815a2ca45a4b1385e32cd9470c4_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566371994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:11,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eef77a02beea4cbc87f4eda5ca05a433, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:11,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eef77a02beea4cbc87f4eda5ca05a433 is 175, key is test_row_0/A:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742230_1406 (size=39749) 2024-11-25T20:25:12,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eef77a02beea4cbc87f4eda5ca05a433 2024-11-25T20:25:12,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/3d10e48ed94c4f6bb2aab21cdc80e5c2 is 50, key is test_row_0/B:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742231_1407 (size=12151) 2024-11-25T20:25:12,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/3d10e48ed94c4f6bb2aab21cdc80e5c2 2024-11-25T20:25:12,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/6da398d6f3274c42b0d692c89d54b1fc is 50, key is test_row_0/C:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742232_1408 (size=12151) 2024-11-25T20:25:12,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/6da398d6f3274c42b0d692c89d54b1fc 2024-11-25T20:25:12,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/eef77a02beea4cbc87f4eda5ca05a433 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433 2024-11-25T20:25:12,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433, entries=200, sequenceid=251, filesize=38.8 K 2024-11-25T20:25:12,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/3d10e48ed94c4f6bb2aab21cdc80e5c2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/3d10e48ed94c4f6bb2aab21cdc80e5c2 2024-11-25T20:25:12,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/3d10e48ed94c4f6bb2aab21cdc80e5c2, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T20:25:12,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/6da398d6f3274c42b0d692c89d54b1fc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6da398d6f3274c42b0d692c89d54b1fc 2024-11-25T20:25:12,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6da398d6f3274c42b0d692c89d54b1fc, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T20:25:12,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d46ea31b683c8b24c41dad7547ee845b in 597ms, sequenceid=251, compaction requested=true 2024-11-25T20:25:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:12,129 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:12,129 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:12,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:12,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:12,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:12,130 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:12,130 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:12,130 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:12,130 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:12,130 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:12,130 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:12,130 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/54814e21c18148b28f3d7caaf02bdb7b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=108.5 K 2024-11-25T20:25:12,130 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a954abf2da5d4266bde494c624d39c39, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/86c9daa1779245df91ecdf1ea1c821ea, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/3d10e48ed94c4f6bb2aab21cdc80e5c2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=36.1 K 2024-11-25T20:25:12,130 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:12,130 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/54814e21c18148b28f3d7caaf02bdb7b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433] 2024-11-25T20:25:12,131 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54814e21c18148b28f3d7caaf02bdb7b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566309340 2024-11-25T20:25:12,131 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a954abf2da5d4266bde494c624d39c39, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566309340 2024-11-25T20:25:12,131 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eca1c7e4e26e4d8d8b939d27e907ad98, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732566309660 2024-11-25T20:25:12,131 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c9daa1779245df91ecdf1ea1c821ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732566309660 2024-11-25T20:25:12,131 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d10e48ed94c4f6bb2aab21cdc80e5c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566310376 2024-11-25T20:25:12,131 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eef77a02beea4cbc87f4eda5ca05a433, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566310376 2024-11-25T20:25:12,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:12,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T20:25:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:12,144 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:25:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:12,190 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:12,191 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/ec31f4e577424fff97af72305f264201 is 50, key is test_row_0/B:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:12,193 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ca812db727d44756878f6796a983c537_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566311672/Put/seqid=0 2024-11-25T20:25:12,203 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259b0e438897704b9588c247e89f0bf76f_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:12,205 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259b0e438897704b9588c247e89f0bf76f_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:12,206 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259b0e438897704b9588c247e89f0bf76f_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742233_1409 (size=12254) 2024-11-25T20:25:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742234_1410 (size=12454) 2024-11-25T20:25:12,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:12,274 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ca812db727d44756878f6796a983c537_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ca812db727d44756878f6796a983c537_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8b7c498b5a3d4ddbb3840f4d31f5732b, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8b7c498b5a3d4ddbb3840f4d31f5732b is 175, key is test_row_0/A:col10/1732566311672/Put/seqid=0 2024-11-25T20:25:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742235_1411 (size=4469) 2024-11-25T20:25:12,281 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#340 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:12,281 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/f4f99fc0cffe499387a950b8e5e4769e is 175, key is test_row_0/A:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:12,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742236_1412 (size=31255) 2024-11-25T20:25:12,337 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8b7c498b5a3d4ddbb3840f4d31f5732b 2024-11-25T20:25:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742237_1413 (size=31208) 2024-11-25T20:25:12,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/755485ec949e4df2bf7d7b6aaf61d452 is 50, key is test_row_0/B:col10/1732566311672/Put/seqid=0 2024-11-25T20:25:12,356 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/f4f99fc0cffe499387a950b8e5e4769e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f4f99fc0cffe499387a950b8e5e4769e 2024-11-25T20:25:12,361 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into f4f99fc0cffe499387a950b8e5e4769e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:12,361 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:12,361 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566312129; duration=0sec 2024-11-25T20:25:12,361 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:12,361 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:12,361 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:12,362 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:12,362 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:12,362 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:12,362 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a2c6b71e9ead4f70b47022ed1dcf516d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/55dcf5ac498f43caa7a7c862fa36704a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6da398d6f3274c42b0d692c89d54b1fc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=36.1 K 2024-11-25T20:25:12,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2c6b71e9ead4f70b47022ed1dcf516d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732566309340 2024-11-25T20:25:12,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55dcf5ac498f43caa7a7c862fa36704a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732566309660 2024-11-25T20:25:12,364 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da398d6f3274c42b0d692c89d54b1fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566310376 2024-11-25T20:25:12,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566372376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:12,384 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:12,385 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/3a51de66e4ea4e5783a4ae7fe974ff1a is 50, key is test_row_0/C:col10/1732566311528/Put/seqid=0 2024-11-25T20:25:12,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742238_1414 (size=12301) 2024-11-25T20:25:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742239_1415 (size=12254) 2024-11-25T20:25:12,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566372479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:12,692 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/ec31f4e577424fff97af72305f264201 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/ec31f4e577424fff97af72305f264201 2024-11-25T20:25:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566372687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:12,713 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into ec31f4e577424fff97af72305f264201(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:12,713 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:12,713 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566312129; duration=0sec 2024-11-25T20:25:12,713 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:12,713 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:12,798 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/755485ec949e4df2bf7d7b6aaf61d452 2024-11-25T20:25:12,811 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/3a51de66e4ea4e5783a4ae7fe974ff1a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/3a51de66e4ea4e5783a4ae7fe974ff1a 2024-11-25T20:25:12,822 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into 3a51de66e4ea4e5783a4ae7fe974ff1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:12,822 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:12,822 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=13, startTime=1732566312130; duration=0sec 2024-11-25T20:25:12,822 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:12,822 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:12,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/e8125984c7b341e4b46542525f2dd9e6 is 50, key is test_row_0/C:col10/1732566311672/Put/seqid=0 2024-11-25T20:25:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742240_1416 (size=12301) 2024-11-25T20:25:13,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566372999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:13,269 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/e8125984c7b341e4b46542525f2dd9e6 2024-11-25T20:25:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/8b7c498b5a3d4ddbb3840f4d31f5732b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b 2024-11-25T20:25:13,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b, entries=150, sequenceid=275, filesize=30.5 K 2024-11-25T20:25:13,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/755485ec949e4df2bf7d7b6aaf61d452 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/755485ec949e4df2bf7d7b6aaf61d452 2024-11-25T20:25:13,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/755485ec949e4df2bf7d7b6aaf61d452, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T20:25:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/e8125984c7b341e4b46542525f2dd9e6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/e8125984c7b341e4b46542525f2dd9e6 2024-11-25T20:25:13,306 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/e8125984c7b341e4b46542525f2dd9e6, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T20:25:13,307 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d46ea31b683c8b24c41dad7547ee845b in 1163ms, sequenceid=275, compaction requested=false 2024-11-25T20:25:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-25T20:25:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-25T20:25:13,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T20:25:13,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0260 sec 2024-11-25T20:25:13,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 3.0320 sec 2024-11-25T20:25:13,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:25:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:13,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:13,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:13,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125367b40ac98bc49638752a5cd531e8aab_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742241_1417 (size=14994) 2024-11-25T20:25:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566373779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566373891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:13,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:13,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125367b40ac98bc49638752a5cd531e8aab_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125367b40ac98bc49638752a5cd531e8aab_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:13,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/23be076e8bb24a969ef1de1bd7bb14d6, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:13,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/23be076e8bb24a969ef1de1bd7bb14d6 is 175, key is test_row_0/A:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:14,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742242_1418 (size=39949) 2024-11-25T20:25:14,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/23be076e8bb24a969ef1de1bd7bb14d6 2024-11-25T20:25:14,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/9c5845fc53f14bd78d29277e6063b045 is 50, key is test_row_0/B:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1732566374081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,090 DEBUG [Thread-1553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:14,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742243_1419 (size=12301) 2024-11-25T20:25:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53240 deadline: 1732566374105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566374105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,110 DEBUG [Thread-1547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:14,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53276 deadline: 1732566374105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,110 DEBUG [Thread-1549 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., hostname=a8cf619b0679,44841,1732566188146, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T20:25:14,393 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-25T20:25:14,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-25T20:25:14,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:14,397 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:14,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T20:25:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566374411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/9c5845fc53f14bd78d29277e6063b045 2024-11-25T20:25:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T20:25:14,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/40b28cc55b9e42988deac8478baf7d8e is 50, key is test_row_0/C:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:14,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T20:25:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742244_1420 (size=12301) 2024-11-25T20:25:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T20:25:14,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T20:25:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T20:25:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566374924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:14,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/40b28cc55b9e42988deac8478baf7d8e 2024-11-25T20:25:14,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/23be076e8bb24a969ef1de1bd7bb14d6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6 2024-11-25T20:25:14,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6, entries=200, sequenceid=291, filesize=39.0 K 2024-11-25T20:25:14,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/9c5845fc53f14bd78d29277e6063b045 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9c5845fc53f14bd78d29277e6063b045 2024-11-25T20:25:14,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9c5845fc53f14bd78d29277e6063b045, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T20:25:14,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/40b28cc55b9e42988deac8478baf7d8e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/40b28cc55b9e42988deac8478baf7d8e 2024-11-25T20:25:14,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/40b28cc55b9e42988deac8478baf7d8e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T20:25:14,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d46ea31b683c8b24c41dad7547ee845b in 1474ms, sequenceid=291, compaction requested=true 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:14,992 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:14,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:14,993 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36856 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:14,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102412 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:14,993 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:14,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:14,993 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,993 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,993 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f4f99fc0cffe499387a950b8e5e4769e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=100.0 K 2024-11-25T20:25:14,993 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/ec31f4e577424fff97af72305f264201, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/755485ec949e4df2bf7d7b6aaf61d452, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9c5845fc53f14bd78d29277e6063b045] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=36.0 K 2024-11-25T20:25:14,993 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:14,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f4f99fc0cffe499387a950b8e5e4769e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6] 2024-11-25T20:25:14,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ec31f4e577424fff97af72305f264201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566310376 2024-11-25T20:25:14,994 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4f99fc0cffe499387a950b8e5e4769e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566310376 2024-11-25T20:25:14,994 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b7c498b5a3d4ddbb3840f4d31f5732b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732566311645 2024-11-25T20:25:14,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 755485ec949e4df2bf7d7b6aaf61d452, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732566311645 2024-11-25T20:25:14,994 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23be076e8bb24a969ef1de1bd7bb14d6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732566312363 2024-11-25T20:25:14,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c5845fc53f14bd78d29277e6063b045, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732566312363 2024-11-25T20:25:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T20:25:15,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:15,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T20:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:15,014 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:25:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:15,023 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:15,037 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:15,037 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/da01134d1bb74249a45b3e6ce4cca4d5 is 50, key is test_row_0/B:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:15,059 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258a89ab1599954f40bf2829e7207dab6e_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:15,061 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258a89ab1599954f40bf2829e7207dab6e_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:15,062 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258a89ab1599954f40bf2829e7207dab6e_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257116af1c1aa244288e5de40318128331_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566313727/Put/seqid=0 2024-11-25T20:25:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742245_1421 (size=12507) 2024-11-25T20:25:15,121 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/da01134d1bb74249a45b3e6ce4cca4d5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da01134d1bb74249a45b3e6ce4cca4d5 2024-11-25T20:25:15,128 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into da01134d1bb74249a45b3e6ce4cca4d5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:15,128 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:15,128 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566314992; duration=0sec 2024-11-25T20:25:15,129 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:15,129 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:15,129 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:15,129 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36856 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:15,130 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:15,130 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:15,130 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/3a51de66e4ea4e5783a4ae7fe974ff1a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/e8125984c7b341e4b46542525f2dd9e6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/40b28cc55b9e42988deac8478baf7d8e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=36.0 K 2024-11-25T20:25:15,130 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a51de66e4ea4e5783a4ae7fe974ff1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732566310376 2024-11-25T20:25:15,130 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e8125984c7b341e4b46542525f2dd9e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732566311645 2024-11-25T20:25:15,131 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b28cc55b9e42988deac8478baf7d8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732566312363 2024-11-25T20:25:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742246_1422 (size=4469) 2024-11-25T20:25:15,172 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:15,173 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/8c718162ee0a48c5b78c0048a50ee4f2 is 50, key is test_row_0/C:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742247_1423 (size=12454) 2024-11-25T20:25:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:15,183 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257116af1c1aa244288e5de40318128331_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257116af1c1aa244288e5de40318128331_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/cb330e12037c498aad59e1e36bf00664, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/cb330e12037c498aad59e1e36bf00664 is 175, key is test_row_0/A:col10/1732566313727/Put/seqid=0 2024-11-25T20:25:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742248_1424 (size=12507) 2024-11-25T20:25:15,207 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/8c718162ee0a48c5b78c0048a50ee4f2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8c718162ee0a48c5b78c0048a50ee4f2 2024-11-25T20:25:15,213 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into 8c718162ee0a48c5b78c0048a50ee4f2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:15,213 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:15,213 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=13, startTime=1732566314992; duration=0sec 2024-11-25T20:25:15,213 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:15,213 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742249_1425 (size=31255) 2024-11-25T20:25:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T20:25:15,557 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#348 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:15,558 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/f74f8a7fae8140c0b1788ddcf4043d33 is 175, key is test_row_0/A:col10/1732566313516/Put/seqid=0 2024-11-25T20:25:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742250_1426 (size=31461) 2024-11-25T20:25:15,618 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/cb330e12037c498aad59e1e36bf00664 2024-11-25T20:25:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/7f426383b131444b8317946543b60ce7 is 50, key is test_row_0/B:col10/1732566313727/Put/seqid=0 2024-11-25T20:25:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742251_1427 (size=12301) 2024-11-25T20:25:15,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566375947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:15,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566375948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,013 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/f74f8a7fae8140c0b1788ddcf4043d33 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f74f8a7fae8140c0b1788ddcf4043d33 2024-11-25T20:25:16,021 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into f74f8a7fae8140c0b1788ddcf4043d33(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-25T20:25:16,021 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:16,021 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566314992; duration=1sec 2024-11-25T20:25:16,021 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:16,021 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:16,043 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/7f426383b131444b8317946543b60ce7 2024-11-25T20:25:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566376049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566376056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/243d579d54e24bf4a453d3ef63572078 is 50, key is test_row_0/C:col10/1732566313727/Put/seqid=0 2024-11-25T20:25:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742252_1428 (size=12301) 2024-11-25T20:25:16,110 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/243d579d54e24bf4a453d3ef63572078 2024-11-25T20:25:16,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/cb330e12037c498aad59e1e36bf00664 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664 2024-11-25T20:25:16,132 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664, entries=150, sequenceid=314, filesize=30.5 K 2024-11-25T20:25:16,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/7f426383b131444b8317946543b60ce7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/7f426383b131444b8317946543b60ce7 2024-11-25T20:25:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,138 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/7f426383b131444b8317946543b60ce7, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T20:25:16,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/243d579d54e24bf4a453d3ef63572078 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/243d579d54e24bf4a453d3ef63572078 2024-11-25T20:25:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,147 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/243d579d54e24bf4a453d3ef63572078, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T20:25:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,152 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d46ea31b683c8b24c41dad7547ee845b in 1139ms, sequenceid=314, compaction requested=false 2024-11-25T20:25:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-25T20:25:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-25T20:25:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T20:25:16,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-11-25T20:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.7640 sec 2024-11-25T20:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:16,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:25:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112511a1e7cc9e5d4cf3a22c3b7fe5540b86_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742253_1429 (size=12454) 2024-11-25T20:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566376459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566376463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T20:25:16,504 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-25T20:25:16,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-25T20:25:16,506 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:16,507 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:16,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566376571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566376581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:16,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T20:25:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:16,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112511a1e7cc9e5d4cf3a22c3b7fe5540b86_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112511a1e7cc9e5d4cf3a22c3b7fe5540b86_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:16,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/2a340fb9aec14210ab3edfd31496cca6, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:16,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/2a340fb9aec14210ab3edfd31496cca6 is 175, key is test_row_0/A:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566376779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566376790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742254_1430 (size=31251) 2024-11-25T20:25:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:16,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T20:25:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:16,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T20:25:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:16,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566377089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566377107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T20:25:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,203 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/2a340fb9aec14210ab3edfd31496cca6 2024-11-25T20:25:17,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a409153a71384ea7987c56236db775e2 is 50, key is test_row_0/B:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742255_1431 (size=9857) 2024-11-25T20:25:17,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a409153a71384ea7987c56236db775e2 2024-11-25T20:25:17,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T20:25:17,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:17,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:17,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/d8edde44bc7e44008de1c16f0a262d59 is 50, key is test_row_0/C:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:17,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742256_1432 (size=9857) 2024-11-25T20:25:17,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/d8edde44bc7e44008de1c16f0a262d59 2024-11-25T20:25:17,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/2a340fb9aec14210ab3edfd31496cca6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6 2024-11-25T20:25:17,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6, entries=150, sequenceid=331, filesize=30.5 K 2024-11-25T20:25:17,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a409153a71384ea7987c56236db775e2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a409153a71384ea7987c56236db775e2 2024-11-25T20:25:17,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a409153a71384ea7987c56236db775e2, entries=100, sequenceid=331, filesize=9.6 K 2024-11-25T20:25:17,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/d8edde44bc7e44008de1c16f0a262d59 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/d8edde44bc7e44008de1c16f0a262d59 2024-11-25T20:25:17,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/d8edde44bc7e44008de1c16f0a262d59, entries=100, sequenceid=331, filesize=9.6 K 2024-11-25T20:25:17,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d46ea31b683c8b24c41dad7547ee845b in 1078ms, sequenceid=331, compaction requested=true 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:17,381 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,381 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:17,382 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:17,382 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:17,382 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,383 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da01134d1bb74249a45b3e6ce4cca4d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/7f426383b131444b8317946543b60ce7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a409153a71384ea7987c56236db775e2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=33.9 K 2024-11-25T20:25:17,383 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:17,383 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:17,383 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,383 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f74f8a7fae8140c0b1788ddcf4043d33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=91.8 K 2024-11-25T20:25:17,383 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,383 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f74f8a7fae8140c0b1788ddcf4043d33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6] 2024-11-25T20:25:17,384 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting da01134d1bb74249a45b3e6ce4cca4d5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732566312363 2024-11-25T20:25:17,384 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f74f8a7fae8140c0b1788ddcf4043d33, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732566312363 2024-11-25T20:25:17,384 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f426383b131444b8317946543b60ce7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732566313669 2024-11-25T20:25:17,385 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb330e12037c498aad59e1e36bf00664, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732566313669 2024-11-25T20:25:17,385 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a409153a71384ea7987c56236db775e2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732566315947 2024-11-25T20:25:17,385 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a340fb9aec14210ab3edfd31496cca6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732566315945 2024-11-25T20:25:17,403 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:17,412 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:17,413 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/476f441193d440b8a31acd241b4c1728 is 50, key is test_row_0/B:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:17,419 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259ea5cb49f4a94bb881a95743b1dd3e70_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:17,421 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259ea5cb49f4a94bb881a95743b1dd3e70_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:17,421 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259ea5cb49f4a94bb881a95743b1dd3e70_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:17,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T20:25:17,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,435 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:25:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:17,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742257_1433 (size=12609) 2024-11-25T20:25:17,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d33a4094d5b4b51b3791b7a46de5d0c_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566316429/Put/seqid=0 2024-11-25T20:25:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742258_1434 (size=4469) 2024-11-25T20:25:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742259_1435 (size=12454) 2024-11-25T20:25:17,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:17,547 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d33a4094d5b4b51b3791b7a46de5d0c_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d33a4094d5b4b51b3791b7a46de5d0c_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/77aa0f42f6de47faaa88e7d6b3f2d7bb, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/77aa0f42f6de47faaa88e7d6b3f2d7bb is 175, key is test_row_0/A:col10/1732566316429/Put/seqid=0 2024-11-25T20:25:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742260_1436 (size=31255) 2024-11-25T20:25:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566377715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566377719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566377831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566377832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:17,898 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/476f441193d440b8a31acd241b4c1728 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/476f441193d440b8a31acd241b4c1728 2024-11-25T20:25:17,906 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into 476f441193d440b8a31acd241b4c1728(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:17,906 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:17,906 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566317381; duration=0sec 2024-11-25T20:25:17,906 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:17,906 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:17,906 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:17,907 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:17,907 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:17,907 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:17,907 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8c718162ee0a48c5b78c0048a50ee4f2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/243d579d54e24bf4a453d3ef63572078, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/d8edde44bc7e44008de1c16f0a262d59] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=33.9 K 2024-11-25T20:25:17,908 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c718162ee0a48c5b78c0048a50ee4f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732566312363 2024-11-25T20:25:17,909 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 243d579d54e24bf4a453d3ef63572078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732566313669 2024-11-25T20:25:17,909 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d8edde44bc7e44008de1c16f0a262d59, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732566315947 2024-11-25T20:25:17,914 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#357 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:17,914 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7b7fe8dd718d4f7f883efb336ee38491 is 175, key is test_row_0/A:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:17,920 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:17,921 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/108f0ad574e746d192da7ae842a6ff4d is 50, key is test_row_0/C:col10/1732566315947/Put/seqid=0 2024-11-25T20:25:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742261_1437 (size=31670) 2024-11-25T20:25:17,968 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/7b7fe8dd718d4f7f883efb336ee38491 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7b7fe8dd718d4f7f883efb336ee38491 2024-11-25T20:25:17,974 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into 7b7fe8dd718d4f7f883efb336ee38491(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:17,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:17,974 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566317381; duration=0sec 2024-11-25T20:25:17,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:17,977 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/77aa0f42f6de47faaa88e7d6b3f2d7bb 2024-11-25T20:25:17,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742262_1438 (size=12609) 2024-11-25T20:25:17,985 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/108f0ad574e746d192da7ae842a6ff4d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/108f0ad574e746d192da7ae842a6ff4d 2024-11-25T20:25:17,992 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into 108f0ad574e746d192da7ae842a6ff4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:17,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:17,992 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=13, startTime=1732566317381; duration=0sec 2024-11-25T20:25:17,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:17,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:17,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/68ecef5644c64efb8fee359196389d3f is 50, key is test_row_0/B:col10/1732566316429/Put/seqid=0 2024-11-25T20:25:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742263_1439 (size=12301) 2024-11-25T20:25:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566378038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566378038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566378339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566378344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:18,410 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/68ecef5644c64efb8fee359196389d3f 2024-11-25T20:25:18,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/f7a51d2d904b4a56a7af8fc28366c21b is 50, key is test_row_0/C:col10/1732566316429/Put/seqid=0 2024-11-25T20:25:18,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742264_1440 (size=12301) 2024-11-25T20:25:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:18,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566378849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:18,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566378849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:18,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/f7a51d2d904b4a56a7af8fc28366c21b 2024-11-25T20:25:18,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/77aa0f42f6de47faaa88e7d6b3f2d7bb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb 2024-11-25T20:25:18,870 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb, entries=150, sequenceid=353, filesize=30.5 K 2024-11-25T20:25:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/68ecef5644c64efb8fee359196389d3f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/68ecef5644c64efb8fee359196389d3f 2024-11-25T20:25:18,880 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/68ecef5644c64efb8fee359196389d3f, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T20:25:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/f7a51d2d904b4a56a7af8fc28366c21b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f7a51d2d904b4a56a7af8fc28366c21b 2024-11-25T20:25:18,887 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f7a51d2d904b4a56a7af8fc28366c21b, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T20:25:18,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d46ea31b683c8b24c41dad7547ee845b in 1454ms, sequenceid=353, compaction requested=false 2024-11-25T20:25:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:18,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-25T20:25:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-25T20:25:18,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T20:25:18,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3820 sec 2024-11-25T20:25:18,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.3870 sec 2024-11-25T20:25:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:19,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:25:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:19,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:19,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509673a77ff7c469f90eb517456813990_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566317696/Put/seqid=0 2024-11-25T20:25:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742265_1441 (size=14994) 2024-11-25T20:25:19,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:19,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509673a77ff7c469f90eb517456813990_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509673a77ff7c469f90eb517456813990_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:19,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/76ff066d2a2846eabc51473c1aaf8a62, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:19,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/76ff066d2a2846eabc51473c1aaf8a62 is 175, key is test_row_0/A:col10/1732566317696/Put/seqid=0 2024-11-25T20:25:19,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566379926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566379929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:19,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742266_1442 (size=39949) 2024-11-25T20:25:19,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/76ff066d2a2846eabc51473c1aaf8a62 2024-11-25T20:25:19,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/26023d8a3333477592a72542bb9cc8b9 is 50, key is test_row_0/B:col10/1732566317696/Put/seqid=0 2024-11-25T20:25:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742267_1443 (size=12301) 2024-11-25T20:25:19,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/26023d8a3333477592a72542bb9cc8b9 2024-11-25T20:25:19,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/43ad7c320045453c8ec5c40e5c30560b is 50, key is test_row_0/C:col10/1732566317696/Put/seqid=0 2024-11-25T20:25:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742268_1444 (size=12301) 2024-11-25T20:25:20,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566380031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/43ad7c320045453c8ec5c40e5c30560b 2024-11-25T20:25:20,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566380036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/76ff066d2a2846eabc51473c1aaf8a62 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62 2024-11-25T20:25:20,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62, entries=200, sequenceid=371, filesize=39.0 K 2024-11-25T20:25:20,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/26023d8a3333477592a72542bb9cc8b9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/26023d8a3333477592a72542bb9cc8b9 2024-11-25T20:25:20,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/26023d8a3333477592a72542bb9cc8b9, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T20:25:20,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/43ad7c320045453c8ec5c40e5c30560b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/43ad7c320045453c8ec5c40e5c30560b 2024-11-25T20:25:20,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/43ad7c320045453c8ec5c40e5c30560b, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T20:25:20,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d46ea31b683c8b24c41dad7547ee845b in 202ms, sequenceid=371, compaction requested=true 2024-11-25T20:25:20,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:20,067 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:20,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:20,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:20,067 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:20,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:20,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:20,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:20,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:20,068 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:20,069 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102874 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:20,069 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:20,069 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,069 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7b7fe8dd718d4f7f883efb336ee38491, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=100.5 K 2024-11-25T20:25:20,069 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,069 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7b7fe8dd718d4f7f883efb336ee38491, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62] 2024-11-25T20:25:20,069 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:20,069 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,069 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/476f441193d440b8a31acd241b4c1728, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/68ecef5644c64efb8fee359196389d3f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/26023d8a3333477592a72542bb9cc8b9] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=36.3 K 2024-11-25T20:25:20,070 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7fe8dd718d4f7f883efb336ee38491, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732566313777 2024-11-25T20:25:20,070 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 476f441193d440b8a31acd241b4c1728, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732566313777 2024-11-25T20:25:20,070 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77aa0f42f6de47faaa88e7d6b3f2d7bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732566316429 2024-11-25T20:25:20,070 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ecef5644c64efb8fee359196389d3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732566316429 2024-11-25T20:25:20,070 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76ff066d2a2846eabc51473c1aaf8a62, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732566317621 2024-11-25T20:25:20,071 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 26023d8a3333477592a72542bb9cc8b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732566317621 2024-11-25T20:25:20,087 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:20,088 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a0bb332bca5d48779085be91d8913237 is 50, key is test_row_0/B:col10/1732566317696/Put/seqid=0 2024-11-25T20:25:20,089 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:20,111 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cc12beff23f74544ba40cd30a01d8b42_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:20,113 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cc12beff23f74544ba40cd30a01d8b42_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:20,113 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc12beff23f74544ba40cd30a01d8b42_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742269_1445 (size=12711) 2024-11-25T20:25:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742270_1446 (size=4469) 2024-11-25T20:25:20,165 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#367 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:20,166 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/2ae3b1062c27405999cb1b85690a06e7 is 175, key is test_row_0/A:col10/1732566317696/Put/seqid=0 2024-11-25T20:25:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742271_1447 (size=31665) 2024-11-25T20:25:20,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:25:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:20,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:20,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251cd3a64cff844f0f95bea11f669eabf2_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566319925/Put/seqid=0 2024-11-25T20:25:20,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566380286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566380289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742272_1448 (size=14994) 2024-11-25T20:25:20,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:20,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251cd3a64cff844f0f95bea11f669eabf2_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251cd3a64cff844f0f95bea11f669eabf2_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:20,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/83871976a7df4365bdd07b14b420b71b, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:20,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/83871976a7df4365bdd07b14b420b71b is 175, key is test_row_0/A:col10/1732566319925/Put/seqid=0 2024-11-25T20:25:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742273_1449 (size=39949) 2024-11-25T20:25:20,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/83871976a7df4365bdd07b14b420b71b 2024-11-25T20:25:20,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/5905eae48bf149d99833b04a009001b1 is 50, key is test_row_0/B:col10/1732566319925/Put/seqid=0 2024-11-25T20:25:20,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742274_1450 (size=12301) 2024-11-25T20:25:20,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/5905eae48bf149d99833b04a009001b1 2024-11-25T20:25:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566380394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566380395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/7c93541eff7f4aad958582e9f0b6bf9a is 50, key is test_row_0/C:col10/1732566319925/Put/seqid=0 2024-11-25T20:25:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742275_1451 (size=12301) 2024-11-25T20:25:20,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/7c93541eff7f4aad958582e9f0b6bf9a 2024-11-25T20:25:20,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/83871976a7df4365bdd07b14b420b71b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b 2024-11-25T20:25:20,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b, entries=200, sequenceid=393, filesize=39.0 K 2024-11-25T20:25:20,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/5905eae48bf149d99833b04a009001b1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5905eae48bf149d99833b04a009001b1 2024-11-25T20:25:20,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5905eae48bf149d99833b04a009001b1, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T20:25:20,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/7c93541eff7f4aad958582e9f0b6bf9a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/7c93541eff7f4aad958582e9f0b6bf9a 2024-11-25T20:25:20,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/7c93541eff7f4aad958582e9f0b6bf9a, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T20:25:20,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d46ea31b683c8b24c41dad7547ee845b in 213ms, sequenceid=393, compaction requested=true 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T20:25:20,553 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/a0bb332bca5d48779085be91d8913237 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a0bb332bca5d48779085be91d8913237 2024-11-25T20:25:20,557 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into a0bb332bca5d48779085be91d8913237(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:20,557 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:20,557 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566320067; duration=0sec 2024-11-25T20:25:20,557 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T20:25:20,557 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:20,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T20:25:20,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:20,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:20,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. because compaction request was cancelled 2024-11-25T20:25:20,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:20,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:20,559 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49512 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:20,559 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/C is initiating minor compaction (all files) 2024-11-25T20:25:20,559 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/C in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,559 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/108f0ad574e746d192da7ae842a6ff4d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f7a51d2d904b4a56a7af8fc28366c21b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/43ad7c320045453c8ec5c40e5c30560b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/7c93541eff7f4aad958582e9f0b6bf9a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=48.4 K 2024-11-25T20:25:20,560 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 108f0ad574e746d192da7ae842a6ff4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732566313777 2024-11-25T20:25:20,560 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a51d2d904b4a56a7af8fc28366c21b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732566316429 2024-11-25T20:25:20,560 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ad7c320045453c8ec5c40e5c30560b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732566317621 2024-11-25T20:25:20,560 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c93541eff7f4aad958582e9f0b6bf9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732566319916 2024-11-25T20:25:20,569 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:20,569 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/a629e8cf0f30492fadb77897a706a9ea is 50, key is test_row_0/C:col10/1732566319925/Put/seqid=0 2024-11-25T20:25:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:20,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:25:20,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742276_1452 (size=12745) 2024-11-25T20:25:20,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:20,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T20:25:20,616 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-25T20:25:20,616 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/a629e8cf0f30492fadb77897a706a9ea as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a629e8cf0f30492fadb77897a706a9ea 2024-11-25T20:25:20,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-25T20:25:20,619 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:20,619 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:20,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:20,620 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/2ae3b1062c27405999cb1b85690a06e7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2ae3b1062c27405999cb1b85690a06e7 2024-11-25T20:25:20,627 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into 2ae3b1062c27405999cb1b85690a06e7(size=30.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:20,627 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:20,627 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566320067; duration=0sec 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. because compaction request was cancelled 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:20,628 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:20,629 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:20,629 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:20,629 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. because compaction request was cancelled 2024-11-25T20:25:20,629 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:20,630 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/C of d46ea31b683c8b24c41dad7547ee845b into a629e8cf0f30492fadb77897a706a9ea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:20,630 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:20,630 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/C, priority=12, startTime=1732566320457; duration=0sec 2024-11-25T20:25:20,630 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:20,630 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:20,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259a57ce48c8534f74a84a96da8803dc65_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566320606/Put/seqid=0 2024-11-25T20:25:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742277_1453 (size=14994) 2024-11-25T20:25:20,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:20,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259a57ce48c8534f74a84a96da8803dc65_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259a57ce48c8534f74a84a96da8803dc65_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:20,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/369f7cffbddf471d928c72cc5897c68f, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:20,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/369f7cffbddf471d928c72cc5897c68f is 175, key is test_row_0/A:col10/1732566320606/Put/seqid=0 2024-11-25T20:25:20,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566380690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566380692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742278_1454 (size=39949) 2024-11-25T20:25:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:20,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:20,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:20,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:20,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:20,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566380801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566380802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:20,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:20,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:20,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:20,945 DEBUG [Thread-1564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b44a589 to 127.0.0.1:57878 2024-11-25T20:25:20,946 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:20,950 DEBUG [Thread-1560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e66e492 to 127.0.0.1:57878 2024-11-25T20:25:20,950 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:20,950 DEBUG [Thread-1562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f8019db to 127.0.0.1:57878 2024-11-25T20:25:20,950 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:20,952 DEBUG [Thread-1558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f0f67dd to 127.0.0.1:57878 2024-11-25T20:25:20,953 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:20,960 DEBUG [Thread-1566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x482f1baa to 127.0.0.1:57878 2024-11-25T20:25:20,960 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:21,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566381008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566381009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/369f7cffbddf471d928c72cc5897c68f 2024-11-25T20:25:21,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8bec4723693e4c0198186bc2276e717e is 50, key is test_row_0/B:col10/1732566320606/Put/seqid=0 2024-11-25T20:25:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742279_1455 (size=12301) 2024-11-25T20:25:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:21,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:21,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566381310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566381311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8bec4723693e4c0198186bc2276e717e 2024-11-25T20:25:21,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/5cea11cbed494602a0820495d369cea1 is 50, key is test_row_0/C:col10/1732566320606/Put/seqid=0 2024-11-25T20:25:21,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742280_1456 (size=12301) 2024-11-25T20:25:21,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53264 deadline: 1732566381811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53250 deadline: 1732566381815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:21,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/5cea11cbed494602a0820495d369cea1 2024-11-25T20:25:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/369f7cffbddf471d928c72cc5897c68f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f 2024-11-25T20:25:21,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f, entries=200, sequenceid=410, filesize=39.0 K 2024-11-25T20:25:21,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8bec4723693e4c0198186bc2276e717e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8bec4723693e4c0198186bc2276e717e 2024-11-25T20:25:21,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8bec4723693e4c0198186bc2276e717e, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T20:25:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/5cea11cbed494602a0820495d369cea1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/5cea11cbed494602a0820495d369cea1 2024-11-25T20:25:21,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/5cea11cbed494602a0820495d369cea1, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T20:25:21,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d46ea31b683c8b24c41dad7547ee845b in 1353ms, sequenceid=410, compaction requested=true 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:21,960 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:21,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d46ea31b683c8b24c41dad7547ee845b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:21,961 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:21,961 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/A is initiating minor compaction (all files) 2024-11-25T20:25:21,961 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/A in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,961 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2ae3b1062c27405999cb1b85690a06e7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=108.9 K 2024-11-25T20:25:21,961 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,961 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2ae3b1062c27405999cb1b85690a06e7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f] 2024-11-25T20:25:21,962 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:21,962 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): d46ea31b683c8b24c41dad7547ee845b/B is initiating minor compaction (all files) 2024-11-25T20:25:21,962 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d46ea31b683c8b24c41dad7547ee845b/B in TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,962 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a0bb332bca5d48779085be91d8913237, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5905eae48bf149d99833b04a009001b1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8bec4723693e4c0198186bc2276e717e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp, totalSize=36.4 K 2024-11-25T20:25:21,962 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ae3b1062c27405999cb1b85690a06e7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732566317621 2024-11-25T20:25:21,962 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a0bb332bca5d48779085be91d8913237, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732566317621 2024-11-25T20:25:21,962 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83871976a7df4365bdd07b14b420b71b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732566319916 2024-11-25T20:25:21,963 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5905eae48bf149d99833b04a009001b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732566319916 2024-11-25T20:25:21,963 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 369f7cffbddf471d928c72cc5897c68f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732566320282 2024-11-25T20:25:21,963 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bec4723693e4c0198186bc2276e717e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732566320282 2024-11-25T20:25:21,971 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:21,972 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:21,972 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/902e4f03f0f4455fa5e6e90738bf9464 is 50, key is test_row_0/B:col10/1732566320606/Put/seqid=0 2024-11-25T20:25:21,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125214b28d091f94344b0845922ab79db19_d46ea31b683c8b24c41dad7547ee845b store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:21,978 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125214b28d091f94344b0845922ab79db19_d46ea31b683c8b24c41dad7547ee845b, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:21,978 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125214b28d091f94344b0845922ab79db19_d46ea31b683c8b24c41dad7547ee845b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742281_1457 (size=12813) 2024-11-25T20:25:21,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:21,995 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/902e4f03f0f4455fa5e6e90738bf9464 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/902e4f03f0f4455fa5e6e90738bf9464 2024-11-25T20:25:21,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T20:25:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:21,996 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742282_1458 (size=4469) 2024-11-25T20:25:22,001 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/B of d46ea31b683c8b24c41dad7547ee845b into 902e4f03f0f4455fa5e6e90738bf9464(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:22,001 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:22,001 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/B, priority=13, startTime=1732566321960; duration=0sec 2024-11-25T20:25:22,001 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:22,001 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:B 2024-11-25T20:25:22,002 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:22,002 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:22,002 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:22,002 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. because compaction request was cancelled 2024-11-25T20:25:22,002 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:C 2024-11-25T20:25:22,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ad36b8bb169d4848a437337d4f552be1_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566320667/Put/seqid=0 2024-11-25T20:25:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742283_1459 (size=12454) 2024-11-25T20:25:22,399 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d46ea31b683c8b24c41dad7547ee845b#A#compaction#376 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:22,400 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/23236372510841198ed6a3bf7cca83ae is 175, key is test_row_0/A:col10/1732566320606/Put/seqid=0 2024-11-25T20:25:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742284_1460 (size=31767) 2024-11-25T20:25:22,410 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/23236372510841198ed6a3bf7cca83ae as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23236372510841198ed6a3bf7cca83ae 2024-11-25T20:25:22,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:22,420 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d46ea31b683c8b24c41dad7547ee845b/A of d46ea31b683c8b24c41dad7547ee845b into 23236372510841198ed6a3bf7cca83ae(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:22,420 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:22,420 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b., storeName=d46ea31b683c8b24c41dad7547ee845b/A, priority=13, startTime=1732566321960; duration=0sec 2024-11-25T20:25:22,420 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:22,420 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d46ea31b683c8b24c41dad7547ee845b:A 2024-11-25T20:25:22,422 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ad36b8bb169d4848a437337d4f552be1_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad36b8bb169d4848a437337d4f552be1_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/d8a83459d15c4ba7b709abbafc42ea00, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/d8a83459d15c4ba7b709abbafc42ea00 is 175, key is test_row_0/A:col10/1732566320667/Put/seqid=0 2024-11-25T20:25:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742285_1461 (size=31255) 2024-11-25T20:25:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:22,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. as already flushing 2024-11-25T20:25:22,819 DEBUG [Thread-1555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c5fcb3 to 127.0.0.1:57878 2024-11-25T20:25:22,819 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:22,821 DEBUG [Thread-1551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b85570 to 127.0.0.1:57878 2024-11-25T20:25:22,821 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:22,833 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/d8a83459d15c4ba7b709abbafc42ea00 2024-11-25T20:25:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/9d30688819a742a9b57023631019ad02 is 50, key is test_row_0/B:col10/1732566320667/Put/seqid=0 2024-11-25T20:25:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742286_1462 (size=12301) 2024-11-25T20:25:22,844 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/9d30688819a742a9b57023631019ad02 2024-11-25T20:25:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/b8b5b8a9132b41fda5553c2d80a09f40 is 50, key is test_row_0/C:col10/1732566320667/Put/seqid=0 2024-11-25T20:25:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742287_1463 (size=12301) 2024-11-25T20:25:22,868 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/b8b5b8a9132b41fda5553c2d80a09f40 2024-11-25T20:25:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/d8a83459d15c4ba7b709abbafc42ea00 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/d8a83459d15c4ba7b709abbafc42ea00 2024-11-25T20:25:22,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/d8a83459d15c4ba7b709abbafc42ea00, entries=150, sequenceid=432, filesize=30.5 K 2024-11-25T20:25:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/9d30688819a742a9b57023631019ad02 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9d30688819a742a9b57023631019ad02 2024-11-25T20:25:22,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9d30688819a742a9b57023631019ad02, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T20:25:22,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/b8b5b8a9132b41fda5553c2d80a09f40 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/b8b5b8a9132b41fda5553c2d80a09f40 2024-11-25T20:25:22,881 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/b8b5b8a9132b41fda5553c2d80a09f40, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T20:25:22,882 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for d46ea31b683c8b24c41dad7547ee845b in 886ms, sequenceid=432, compaction requested=true 2024-11-25T20:25:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-25T20:25:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-25T20:25:22,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T20:25:22,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2640 sec 2024-11-25T20:25:22,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.2670 sec 2024-11-25T20:25:24,137 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c55cccc to 127.0.0.1:57878 2024-11-25T20:25:24,137 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:24,182 DEBUG [Thread-1553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522d4f9e to 127.0.0.1:57878 2024-11-25T20:25:24,182 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:24,201 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c82ed94 to 127.0.0.1:57878 2024-11-25T20:25:24,201 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T20:25:24,723 INFO [Thread-1557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 180 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1355 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4065 rows 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4104 rows 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1365 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4095 rows 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4086 rows 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1361 2024-11-25T20:25:24,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4083 rows 2024-11-25T20:25:24,724 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:25:24,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43fb8ccd to 127.0.0.1:57878 2024-11-25T20:25:24,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:24,726 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:25:24,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:25:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:25:24,730 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566324730"}]},"ts":"1732566324730"} 2024-11-25T20:25:24,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:25:24,743 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:25:24,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:25:24,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, UNASSIGN}] 2024-11-25T20:25:24,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, UNASSIGN 2024-11-25T20:25:24,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=104 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:24,747 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:25:24,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; CloseRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:25:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:25:24,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:24,898 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(124): Close d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:24,898 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:25:24,898 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1681): Closing d46ea31b683c8b24c41dad7547ee845b, disabling compactions & flushes 2024-11-25T20:25:24,898 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:24,898 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:24,898 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. after waiting 0 ms 2024-11-25T20:25:24,898 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:24,898 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(2837): Flushing d46ea31b683c8b24c41dad7547ee845b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T20:25:24,899 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=A 2024-11-25T20:25:24,899 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:24,899 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=B 2024-11-25T20:25:24,899 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:24,899 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d46ea31b683c8b24c41dad7547ee845b, store=C 2024-11-25T20:25:24,899 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:24,904 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d3ee0a6daf464ff48dcb16d8c97d1548_d46ea31b683c8b24c41dad7547ee845b is 50, key is test_row_0/A:col10/1732566322820/Put/seqid=0 2024-11-25T20:25:24,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742288_1464 (size=12454) 2024-11-25T20:25:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:25:25,308 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:25,311 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d3ee0a6daf464ff48dcb16d8c97d1548_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d3ee0a6daf464ff48dcb16d8c97d1548_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:25,312 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/97e0a87635c741c5a245da0a2e1a654d, store: [table=TestAcidGuarantees family=A region=d46ea31b683c8b24c41dad7547ee845b] 2024-11-25T20:25:25,312 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/97e0a87635c741c5a245da0a2e1a654d is 175, key is test_row_0/A:col10/1732566322820/Put/seqid=0 2024-11-25T20:25:25,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742289_1465 (size=31255) 2024-11-25T20:25:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:25:25,717 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/97e0a87635c741c5a245da0a2e1a654d 2024-11-25T20:25:25,722 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8b85aebbeae14d9780085d5a58e1dba1 is 50, key is test_row_0/B:col10/1732566322820/Put/seqid=0 2024-11-25T20:25:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742290_1466 (size=12301) 2024-11-25T20:25:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:25:26,126 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8b85aebbeae14d9780085d5a58e1dba1 2024-11-25T20:25:26,132 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c771691c60ee4043a0bc5ae8f857a9d1 is 50, key is test_row_0/C:col10/1732566322820/Put/seqid=0 2024-11-25T20:25:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742291_1467 (size=12301) 2024-11-25T20:25:26,535 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c771691c60ee4043a0bc5ae8f857a9d1 2024-11-25T20:25:26,539 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/A/97e0a87635c741c5a245da0a2e1a654d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/97e0a87635c741c5a245da0a2e1a654d 2024-11-25T20:25:26,542 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/97e0a87635c741c5a245da0a2e1a654d, entries=150, sequenceid=442, filesize=30.5 K 2024-11-25T20:25:26,542 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/B/8b85aebbeae14d9780085d5a58e1dba1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b85aebbeae14d9780085d5a58e1dba1 2024-11-25T20:25:26,545 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b85aebbeae14d9780085d5a58e1dba1, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T20:25:26,545 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/.tmp/C/c771691c60ee4043a0bc5ae8f857a9d1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c771691c60ee4043a0bc5ae8f857a9d1 2024-11-25T20:25:26,548 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c771691c60ee4043a0bc5ae8f857a9d1, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T20:25:26,549 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d46ea31b683c8b24c41dad7547ee845b in 1651ms, sequenceid=442, compaction requested=true 2024-11-25T20:25:26,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/54814e21c18148b28f3d7caaf02bdb7b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f4f99fc0cffe499387a950b8e5e4769e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f74f8a7fae8140c0b1788ddcf4043d33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7b7fe8dd718d4f7f883efb336ee38491, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2ae3b1062c27405999cb1b85690a06e7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f] to archive 2024-11-25T20:25:26,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:26,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/54814e21c18148b28f3d7caaf02bdb7b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/54814e21c18148b28f3d7caaf02bdb7b 2024-11-25T20:25:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eca1c7e4e26e4d8d8b939d27e907ad98 2024-11-25T20:25:26,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/eef77a02beea4cbc87f4eda5ca05a433 2024-11-25T20:25:26,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f4f99fc0cffe499387a950b8e5e4769e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f4f99fc0cffe499387a950b8e5e4769e 2024-11-25T20:25:26,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/8b7c498b5a3d4ddbb3840f4d31f5732b 2024-11-25T20:25:26,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23be076e8bb24a969ef1de1bd7bb14d6 2024-11-25T20:25:26,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f74f8a7fae8140c0b1788ddcf4043d33 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/f74f8a7fae8140c0b1788ddcf4043d33 2024-11-25T20:25:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/cb330e12037c498aad59e1e36bf00664 2024-11-25T20:25:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7b7fe8dd718d4f7f883efb336ee38491 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/7b7fe8dd718d4f7f883efb336ee38491 2024-11-25T20:25:26,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2a340fb9aec14210ab3edfd31496cca6 2024-11-25T20:25:26,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/77aa0f42f6de47faaa88e7d6b3f2d7bb 2024-11-25T20:25:26,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/76ff066d2a2846eabc51473c1aaf8a62 2024-11-25T20:25:26,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2ae3b1062c27405999cb1b85690a06e7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/2ae3b1062c27405999cb1b85690a06e7 2024-11-25T20:25:26,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/83871976a7df4365bdd07b14b420b71b 2024-11-25T20:25:26,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/369f7cffbddf471d928c72cc5897c68f 2024-11-25T20:25:26,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a954abf2da5d4266bde494c624d39c39, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/86c9daa1779245df91ecdf1ea1c821ea, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/ec31f4e577424fff97af72305f264201, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/3d10e48ed94c4f6bb2aab21cdc80e5c2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/755485ec949e4df2bf7d7b6aaf61d452, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da01134d1bb74249a45b3e6ce4cca4d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9c5845fc53f14bd78d29277e6063b045, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/7f426383b131444b8317946543b60ce7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/476f441193d440b8a31acd241b4c1728, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a409153a71384ea7987c56236db775e2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/68ecef5644c64efb8fee359196389d3f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a0bb332bca5d48779085be91d8913237, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/26023d8a3333477592a72542bb9cc8b9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5905eae48bf149d99833b04a009001b1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8bec4723693e4c0198186bc2276e717e] to archive 2024-11-25T20:25:26,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:26,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a954abf2da5d4266bde494c624d39c39 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a954abf2da5d4266bde494c624d39c39 2024-11-25T20:25:26,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/86c9daa1779245df91ecdf1ea1c821ea to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/86c9daa1779245df91ecdf1ea1c821ea 2024-11-25T20:25:26,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/ec31f4e577424fff97af72305f264201 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/ec31f4e577424fff97af72305f264201 2024-11-25T20:25:26,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/3d10e48ed94c4f6bb2aab21cdc80e5c2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/3d10e48ed94c4f6bb2aab21cdc80e5c2 2024-11-25T20:25:26,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/755485ec949e4df2bf7d7b6aaf61d452 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/755485ec949e4df2bf7d7b6aaf61d452 2024-11-25T20:25:26,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da01134d1bb74249a45b3e6ce4cca4d5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/da01134d1bb74249a45b3e6ce4cca4d5 2024-11-25T20:25:26,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9c5845fc53f14bd78d29277e6063b045 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9c5845fc53f14bd78d29277e6063b045 2024-11-25T20:25:26,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/7f426383b131444b8317946543b60ce7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/7f426383b131444b8317946543b60ce7 2024-11-25T20:25:26,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/476f441193d440b8a31acd241b4c1728 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/476f441193d440b8a31acd241b4c1728 2024-11-25T20:25:26,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a409153a71384ea7987c56236db775e2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a409153a71384ea7987c56236db775e2 2024-11-25T20:25:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/68ecef5644c64efb8fee359196389d3f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/68ecef5644c64efb8fee359196389d3f 2024-11-25T20:25:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a0bb332bca5d48779085be91d8913237 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/a0bb332bca5d48779085be91d8913237 2024-11-25T20:25:26,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/26023d8a3333477592a72542bb9cc8b9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/26023d8a3333477592a72542bb9cc8b9 2024-11-25T20:25:26,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5905eae48bf149d99833b04a009001b1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/5905eae48bf149d99833b04a009001b1 2024-11-25T20:25:26,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8bec4723693e4c0198186bc2276e717e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8bec4723693e4c0198186bc2276e717e 2024-11-25T20:25:26,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a2c6b71e9ead4f70b47022ed1dcf516d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/55dcf5ac498f43caa7a7c862fa36704a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/3a51de66e4ea4e5783a4ae7fe974ff1a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6da398d6f3274c42b0d692c89d54b1fc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/e8125984c7b341e4b46542525f2dd9e6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8c718162ee0a48c5b78c0048a50ee4f2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/40b28cc55b9e42988deac8478baf7d8e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/243d579d54e24bf4a453d3ef63572078, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/108f0ad574e746d192da7ae842a6ff4d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/d8edde44bc7e44008de1c16f0a262d59, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f7a51d2d904b4a56a7af8fc28366c21b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/43ad7c320045453c8ec5c40e5c30560b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/7c93541eff7f4aad958582e9f0b6bf9a] to archive 2024-11-25T20:25:26,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:26,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a2c6b71e9ead4f70b47022ed1dcf516d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a2c6b71e9ead4f70b47022ed1dcf516d 2024-11-25T20:25:26,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/55dcf5ac498f43caa7a7c862fa36704a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/55dcf5ac498f43caa7a7c862fa36704a 2024-11-25T20:25:26,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/3a51de66e4ea4e5783a4ae7fe974ff1a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/3a51de66e4ea4e5783a4ae7fe974ff1a 2024-11-25T20:25:26,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6da398d6f3274c42b0d692c89d54b1fc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/6da398d6f3274c42b0d692c89d54b1fc 2024-11-25T20:25:26,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/e8125984c7b341e4b46542525f2dd9e6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/e8125984c7b341e4b46542525f2dd9e6 2024-11-25T20:25:26,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8c718162ee0a48c5b78c0048a50ee4f2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/8c718162ee0a48c5b78c0048a50ee4f2 2024-11-25T20:25:26,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/40b28cc55b9e42988deac8478baf7d8e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/40b28cc55b9e42988deac8478baf7d8e 2024-11-25T20:25:26,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/243d579d54e24bf4a453d3ef63572078 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/243d579d54e24bf4a453d3ef63572078 2024-11-25T20:25:26,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/108f0ad574e746d192da7ae842a6ff4d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/108f0ad574e746d192da7ae842a6ff4d 2024-11-25T20:25:26,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/d8edde44bc7e44008de1c16f0a262d59 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/d8edde44bc7e44008de1c16f0a262d59 2024-11-25T20:25:26,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f7a51d2d904b4a56a7af8fc28366c21b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/f7a51d2d904b4a56a7af8fc28366c21b 2024-11-25T20:25:26,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/43ad7c320045453c8ec5c40e5c30560b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/43ad7c320045453c8ec5c40e5c30560b 2024-11-25T20:25:26,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/7c93541eff7f4aad958582e9f0b6bf9a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/7c93541eff7f4aad958582e9f0b6bf9a 2024-11-25T20:25:26,585 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/recovered.edits/445.seqid, newMaxSeqId=445, maxSeqId=4 2024-11-25T20:25:26,585 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b. 2024-11-25T20:25:26,585 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1635): Region close journal for d46ea31b683c8b24c41dad7547ee845b: 2024-11-25T20:25:26,586 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(170): Closed d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=104 updating hbase:meta row=d46ea31b683c8b24c41dad7547ee845b, regionState=CLOSED 2024-11-25T20:25:26,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T20:25:26,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; CloseRegionProcedure d46ea31b683c8b24c41dad7547ee845b, server=a8cf619b0679,44841,1732566188146 in 1.8400 sec 2024-11-25T20:25:26,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-25T20:25:26,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d46ea31b683c8b24c41dad7547ee845b, UNASSIGN in 1.8430 sec 2024-11-25T20:25:26,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T20:25:26,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8450 sec 2024-11-25T20:25:26,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566326590"}]},"ts":"1732566326590"} 2024-11-25T20:25:26,591 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:25:26,634 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:25:26,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9080 sec 2024-11-25T20:25:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T20:25:26,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T20:25:26,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:25:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,837 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=106, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,837 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=106, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:25:26,840 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,843 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/recovered.edits] 2024-11-25T20:25:26,845 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23236372510841198ed6a3bf7cca83ae to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/23236372510841198ed6a3bf7cca83ae 2024-11-25T20:25:26,847 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/97e0a87635c741c5a245da0a2e1a654d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/97e0a87635c741c5a245da0a2e1a654d 2024-11-25T20:25:26,848 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/d8a83459d15c4ba7b709abbafc42ea00 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/A/d8a83459d15c4ba7b709abbafc42ea00 2024-11-25T20:25:26,850 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b85aebbeae14d9780085d5a58e1dba1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/8b85aebbeae14d9780085d5a58e1dba1 2024-11-25T20:25:26,851 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/902e4f03f0f4455fa5e6e90738bf9464 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/902e4f03f0f4455fa5e6e90738bf9464 2024-11-25T20:25:26,852 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9d30688819a742a9b57023631019ad02 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/B/9d30688819a742a9b57023631019ad02 2024-11-25T20:25:26,854 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/5cea11cbed494602a0820495d369cea1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/5cea11cbed494602a0820495d369cea1 2024-11-25T20:25:26,855 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a629e8cf0f30492fadb77897a706a9ea to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/a629e8cf0f30492fadb77897a706a9ea 2024-11-25T20:25:26,856 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/b8b5b8a9132b41fda5553c2d80a09f40 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/b8b5b8a9132b41fda5553c2d80a09f40 2024-11-25T20:25:26,856 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c771691c60ee4043a0bc5ae8f857a9d1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/C/c771691c60ee4043a0bc5ae8f857a9d1 2024-11-25T20:25:26,858 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/recovered.edits/445.seqid to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b/recovered.edits/445.seqid 2024-11-25T20:25:26,859 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,859 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:25:26,859 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:25:26,860 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T20:25:26,862 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125042e0b40dd084ccb8cb8d8b6c561639c_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125042e0b40dd084ccb8cb8d8b6c561639c_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509673a77ff7c469f90eb517456813990_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509673a77ff7c469f90eb517456813990_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112511a1e7cc9e5d4cf3a22c3b7fe5540b86_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112511a1e7cc9e5d4cf3a22c3b7fe5540b86_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,865 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112517010a8c23be4385a6dd1e75a55d29a6_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112517010a8c23be4385a6dd1e75a55d29a6_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251cd3a64cff844f0f95bea11f669eabf2_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251cd3a64cff844f0f95bea11f669eabf2_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253391af13017649149a66bdac66212575_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253391af13017649149a66bdac66212575_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,868 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533deda1b11504ef49f5801e3acb90af0_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533deda1b11504ef49f5801e3acb90af0_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125367b40ac98bc49638752a5cd531e8aab_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125367b40ac98bc49638752a5cd531e8aab_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255f93157130d04c7fab80e1d2c47c17a9_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255f93157130d04c7fab80e1d2c47c17a9_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,871 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125617a95c941eb4ac7ad50a397a131ae9a_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125617a95c941eb4ac7ad50a397a131ae9a_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,872 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562b84fa0500d4289a7368f55989daa07_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562b84fa0500d4289a7368f55989daa07_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257116af1c1aa244288e5de40318128331_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257116af1c1aa244288e5de40318128331_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,874 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d33a4094d5b4b51b3791b7a46de5d0c_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d33a4094d5b4b51b3791b7a46de5d0c_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,875 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f185342f81849c6b5b2370875f66782_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f185342f81849c6b5b2370875f66782_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125891b8b51b7b346dc8faecc99253d19dd_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125891b8b51b7b346dc8faecc99253d19dd_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,878 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259a57ce48c8534f74a84a96da8803dc65_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259a57ce48c8534f74a84a96da8803dc65_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,879 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a72af815a2ca45a4b1385e32cd9470c4_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a72af815a2ca45a4b1385e32cd9470c4_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,880 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad36b8bb169d4848a437337d4f552be1_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad36b8bb169d4848a437337d4f552be1_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,882 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ca812db727d44756878f6796a983c537_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ca812db727d44756878f6796a983c537_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d3ee0a6daf464ff48dcb16d8c97d1548_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d3ee0a6daf464ff48dcb16d8c97d1548_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,884 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d451c2bd5bdf43eab9c4ae6fb6f8a922_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d451c2bd5bdf43eab9c4ae6fb6f8a922_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,886 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d55004380f2d49b09dee48f2e8cf2b51_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d55004380f2d49b09dee48f2e8cf2b51_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,889 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f2656b3a6f9846ecafb5df3b52e9c33b_d46ea31b683c8b24c41dad7547ee845b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f2656b3a6f9846ecafb5df3b52e9c33b_d46ea31b683c8b24c41dad7547ee845b 2024-11-25T20:25:26,889 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:25:26,892 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=106, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,894 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:25:26,895 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:25:26,896 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=106, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,897 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:25:26,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566326897"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:26,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:25:26,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d46ea31b683c8b24c41dad7547ee845b, NAME => 'TestAcidGuarantees,,1732566298802.d46ea31b683c8b24c41dad7547ee845b.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:25:26,899 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:25:26,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566326899"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:26,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:25:26,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=106, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-25T20:25:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T20:25:26,939 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T20:25:26,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1083 (was 1247), ProcessCount=11 (was 11), AvailableMemoryMB=2705 (was 3400) 2024-11-25T20:25:26,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1083, ProcessCount=11, AvailableMemoryMB=2705 2024-11-25T20:25:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:25:26,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:26,965 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:25:26,965 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:26,965 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 107 2024-11-25T20:25:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-25T20:25:26,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:25:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742292_1468 (size=963) 2024-11-25T20:25:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-25T20:25:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-25T20:25:27,373 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:25:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742293_1469 (size=53) 2024-11-25T20:25:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-25T20:25:27,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:27,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 76a5b4f1f638c34a22d23ede6b4f1ba7, disabling compactions & flushes 2024-11-25T20:25:27,778 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:27,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:27,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. after waiting 0 ms 2024-11-25T20:25:27,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:27,778 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:27,778 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:27,779 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:25:27,779 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566327779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566327779"}]},"ts":"1732566327779"} 2024-11-25T20:25:27,780 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:25:27,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:25:27,781 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:25:27,781 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566327781"}]},"ts":"1732566327781"} 2024-11-25T20:25:27,782 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:25:27,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, ASSIGN}] 2024-11-25T20:25:27,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, ASSIGN 2024-11-25T20:25:27,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:25:27,954 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=76a5b4f1f638c34a22d23ede6b4f1ba7, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:27,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; OpenRegionProcedure 76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:25:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-25T20:25:28,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:28,109 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:28,110 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:25:28,110 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,110 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:25:28,110 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,110 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,111 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,113 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:28,113 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a5b4f1f638c34a22d23ede6b4f1ba7 columnFamilyName A 2024-11-25T20:25:28,113 DEBUG [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:28,114 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.HStore(327): Store=76a5b4f1f638c34a22d23ede6b4f1ba7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:28,114 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,115 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:28,115 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a5b4f1f638c34a22d23ede6b4f1ba7 columnFamilyName B 2024-11-25T20:25:28,115 DEBUG [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:28,116 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.HStore(327): Store=76a5b4f1f638c34a22d23ede6b4f1ba7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:28,117 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,118 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:25:28,118 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a5b4f1f638c34a22d23ede6b4f1ba7 columnFamilyName C 2024-11-25T20:25:28,118 DEBUG [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:28,119 INFO [StoreOpener-76a5b4f1f638c34a22d23ede6b4f1ba7-1 {}] regionserver.HStore(327): Store=76a5b4f1f638c34a22d23ede6b4f1ba7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:25:28,119 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:28,131 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,131 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,132 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:25:28,133 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:28,135 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:25:28,135 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 76a5b4f1f638c34a22d23ede6b4f1ba7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62455115, jitterRate=-0.06934626400470734}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:25:28,136 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:28,137 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., pid=109, masterSystemTime=1732566328107 2024-11-25T20:25:28,138 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:28,138 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:28,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=76a5b4f1f638c34a22d23ede6b4f1ba7, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:28,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T20:25:28,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; OpenRegionProcedure 76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 in 184 msec 2024-11-25T20:25:28,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-25T20:25:28,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, ASSIGN in 338 msec 2024-11-25T20:25:28,141 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:25:28,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566328141"}]},"ts":"1732566328141"} 2024-11-25T20:25:28,142 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:25:28,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:25:28,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2230 sec 2024-11-25T20:25:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-25T20:25:29,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 107 completed 2024-11-25T20:25:29,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a84f150 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a344123 2024-11-25T20:25:29,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5248f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,092 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:25:29,094 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:25:29,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b4f95e to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d919b92 2024-11-25T20:25:29,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c9530a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x668d4178 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47611b30 2024-11-25T20:25:29,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1a41d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cc9cd14 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@533efd26 2024-11-25T20:25:29,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c951a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x306c3340 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@149f3fa6 2024-11-25T20:25:29,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501d99ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c23e833 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712c861e 2024-11-25T20:25:29,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4011c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,136 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3767e7f3 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a647e86 2024-11-25T20:25:29,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cbac41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79ed98ec to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20a45919 2024-11-25T20:25:29,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af750e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53e32f27 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@518dd8d3 2024-11-25T20:25:29,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319db21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a1f6ddd to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@656b6d0d 2024-11-25T20:25:29,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ba0ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77dd6dc0 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e06533 2024-11-25T20:25:29,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20456e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:25:29,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T20:25:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:29,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:29,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:29,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:29,198 DEBUG [hconnection-0x18f68cc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,198 DEBUG [hconnection-0x138d91de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,198 DEBUG [hconnection-0xc3b12e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,198 DEBUG [hconnection-0x76eae6cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,199 DEBUG [hconnection-0x58fc211d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,200 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,200 DEBUG [hconnection-0x65ed3d57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,200 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,200 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,200 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,201 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,202 DEBUG [hconnection-0x4b0820b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,204 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,211 DEBUG [hconnection-0x5227592e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,212 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,213 DEBUG [hconnection-0x7a04ed8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:25:29,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:25:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:29,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:25:29,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:29,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:29,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:29,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:29,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:29,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:29,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dac578db68a74ca78787442d9dc572c5 is 50, key is test_row_0/A:col10/1732566329205/Put/seqid=0 2024-11-25T20:25:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742294_1470 (size=12001) 2024-11-25T20:25:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566389243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566389240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566389292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566389292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566389293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566389393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566389394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566389400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566389400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566389401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:29,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566389597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566389601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566389606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566389607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566389615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:29,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:29,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dac578db68a74ca78787442d9dc572c5 2024-11-25T20:25:29,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/87a1d0f5d7c4431bbb937e0c28b0a559 is 50, key is test_row_0/B:col10/1732566329205/Put/seqid=0 2024-11-25T20:25:29,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742295_1471 (size=12001) 2024-11-25T20:25:29,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/87a1d0f5d7c4431bbb937e0c28b0a559 2024-11-25T20:25:29,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/76f741abb20641fca58ce5220a8dbd95 is 50, key is test_row_0/C:col10/1732566329205/Put/seqid=0 2024-11-25T20:25:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:29,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742296_1472 (size=12001) 2024-11-25T20:25:29,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/76f741abb20641fca58ce5220a8dbd95 2024-11-25T20:25:29,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dac578db68a74ca78787442d9dc572c5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dac578db68a74ca78787442d9dc572c5 2024-11-25T20:25:29,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dac578db68a74ca78787442d9dc572c5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:25:29,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/87a1d0f5d7c4431bbb937e0c28b0a559 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/87a1d0f5d7c4431bbb937e0c28b0a559 2024-11-25T20:25:29,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/87a1d0f5d7c4431bbb937e0c28b0a559, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:25:29,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/76f741abb20641fca58ce5220a8dbd95 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/76f741abb20641fca58ce5220a8dbd95 2024-11-25T20:25:29,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/76f741abb20641fca58ce5220a8dbd95, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T20:25:29,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 601ms, sequenceid=13, compaction requested=false 2024-11-25T20:25:29,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:29,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:25:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:29,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4840c11be0524895bb4bebba2fda59a6 is 50, key is test_row_0/A:col10/1732566329904/Put/seqid=0 2024-11-25T20:25:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566389916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566389917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742297_1473 (size=14341) 2024-11-25T20:25:29,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4840c11be0524895bb4bebba2fda59a6 2024-11-25T20:25:29,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566389918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566389919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566389922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/8ab2cbf40ae5487bb8fc2c06ee560a63 is 50, key is test_row_0/B:col10/1732566329904/Put/seqid=0 2024-11-25T20:25:29,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742298_1474 (size=12001) 2024-11-25T20:25:29,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:29,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:29,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566390021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566390024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566390027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566390027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:30,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:30,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566390227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566390233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566390251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566390255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:30,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:30,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:30,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/8ab2cbf40ae5487bb8fc2c06ee560a63 2024-11-25T20:25:30,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/4239ada8008243c895f9604093cd566a is 50, key is test_row_0/C:col10/1732566329904/Put/seqid=0 2024-11-25T20:25:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742299_1475 (size=12001) 2024-11-25T20:25:30,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566390430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566390535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566390553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566390554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566390563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:30,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/4239ada8008243c895f9604093cd566a 2024-11-25T20:25:30,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4840c11be0524895bb4bebba2fda59a6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4840c11be0524895bb4bebba2fda59a6 2024-11-25T20:25:30,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4840c11be0524895bb4bebba2fda59a6, entries=200, sequenceid=39, filesize=14.0 K 2024-11-25T20:25:30,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/8ab2cbf40ae5487bb8fc2c06ee560a63 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/8ab2cbf40ae5487bb8fc2c06ee560a63 2024-11-25T20:25:30,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/8ab2cbf40ae5487bb8fc2c06ee560a63, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:25:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/4239ada8008243c895f9604093cd566a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/4239ada8008243c895f9604093cd566a 2024-11-25T20:25:30,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/4239ada8008243c895f9604093cd566a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T20:25:30,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 930ms, sequenceid=39, compaction requested=false 2024-11-25T20:25:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:30,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:30,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:30,899 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:30,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/e2d724dae09f4143b911be70a7e71188 is 50, key is test_row_0/A:col10/1732566329917/Put/seqid=0 2024-11-25T20:25:30,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742300_1476 (size=12001) 2024-11-25T20:25:30,921 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/e2d724dae09f4143b911be70a7e71188 2024-11-25T20:25:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/c7aa3f4735814441a6b367765d10203b is 50, key is test_row_0/B:col10/1732566329917/Put/seqid=0 2024-11-25T20:25:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742301_1477 (size=12001) 2024-11-25T20:25:30,997 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/c7aa3f4735814441a6b367765d10203b 2024-11-25T20:25:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/2a37f941f11942829f79c6c5a0b2615b is 50, key is test_row_0/C:col10/1732566329917/Put/seqid=0 2024-11-25T20:25:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742302_1478 (size=12001) 2024-11-25T20:25:31,053 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/2a37f941f11942829f79c6c5a0b2615b 2024-11-25T20:25:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:31,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/e2d724dae09f4143b911be70a7e71188 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e2d724dae09f4143b911be70a7e71188 2024-11-25T20:25:31,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e2d724dae09f4143b911be70a7e71188, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T20:25:31,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/c7aa3f4735814441a6b367765d10203b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/c7aa3f4735814441a6b367765d10203b 2024-11-25T20:25:31,111 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/c7aa3f4735814441a6b367765d10203b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T20:25:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/2a37f941f11942829f79c6c5a0b2615b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2a37f941f11942829f79c6c5a0b2615b 2024-11-25T20:25:31,124 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2a37f941f11942829f79c6c5a0b2615b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T20:25:31,128 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=107.34 KB/109920 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 228ms, sequenceid=49, compaction requested=true 2024-11-25T20:25:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T20:25:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T20:25:31,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:31,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T20:25:31,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-25T20:25:31,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/87dfd72ef722485081359b68cc80a5c2 is 50, key is test_row_0/A:col10/1732566331128/Put/seqid=0 2024-11-25T20:25:31,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.9540 sec 2024-11-25T20:25:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742303_1479 (size=12001) 2024-11-25T20:25:31,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566391169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566391169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566391182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566391183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566391283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T20:25:31,299 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T20:25:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566391295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566391295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566391295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,305 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T20:25:31,307 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:31,307 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:31,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:31,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566391444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566391504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566391507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566391506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566391509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/87dfd72ef722485081359b68cc80a5c2 2024-11-25T20:25:31,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0d8abcbc50f84536b6ec5e67d5009622 is 50, key is test_row_0/B:col10/1732566331128/Put/seqid=0 2024-11-25T20:25:31,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742304_1480 (size=12001) 2024-11-25T20:25:31,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566391808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566391811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566391814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566391814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:31,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:31,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:31,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0d8abcbc50f84536b6ec5e67d5009622 2024-11-25T20:25:32,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:32,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:25:32,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1bd989003b824742862c755d24a870eb is 50, key is test_row_0/C:col10/1732566331128/Put/seqid=0 2024-11-25T20:25:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742305_1481 (size=12001) 2024-11-25T20:25:32,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1bd989003b824742862c755d24a870eb 2024-11-25T20:25:32,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/87dfd72ef722485081359b68cc80a5c2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87dfd72ef722485081359b68cc80a5c2 2024-11-25T20:25:32,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87dfd72ef722485081359b68cc80a5c2, entries=150, sequenceid=70, filesize=11.7 K 2024-11-25T20:25:32,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0d8abcbc50f84536b6ec5e67d5009622 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0d8abcbc50f84536b6ec5e67d5009622 2024-11-25T20:25:32,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0d8abcbc50f84536b6ec5e67d5009622, entries=150, sequenceid=70, filesize=11.7 K 2024-11-25T20:25:32,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1bd989003b824742862c755d24a870eb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1bd989003b824742862c755d24a870eb 2024-11-25T20:25:32,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1bd989003b824742862c755d24a870eb, entries=150, sequenceid=70, filesize=11.7 K 2024-11-25T20:25:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 1138ms, sequenceid=70, compaction requested=true 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:32,266 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:32,266 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:32,271 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:32,271 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:32,271 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:32,271 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,271 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:32,271 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/87a1d0f5d7c4431bbb937e0c28b0a559, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/8ab2cbf40ae5487bb8fc2c06ee560a63, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/c7aa3f4735814441a6b367765d10203b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0d8abcbc50f84536b6ec5e67d5009622] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=46.9 K 2024-11-25T20:25:32,271 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,271 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dac578db68a74ca78787442d9dc572c5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4840c11be0524895bb4bebba2fda59a6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e2d724dae09f4143b911be70a7e71188, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87dfd72ef722485081359b68cc80a5c2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=49.2 K 2024-11-25T20:25:32,271 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a1d0f5d7c4431bbb937e0c28b0a559, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566329205 2024-11-25T20:25:32,271 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dac578db68a74ca78787442d9dc572c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566329205 2024-11-25T20:25:32,272 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4840c11be0524895bb4bebba2fda59a6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566329243 2024-11-25T20:25:32,272 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ab2cbf40ae5487bb8fc2c06ee560a63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566329244 2024-11-25T20:25:32,272 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting c7aa3f4735814441a6b367765d10203b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566329914 2024-11-25T20:25:32,272 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2d724dae09f4143b911be70a7e71188, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566329914 2024-11-25T20:25:32,272 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87dfd72ef722485081359b68cc80a5c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732566331115 2024-11-25T20:25:32,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d8abcbc50f84536b6ec5e67d5009622, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732566331115 2024-11-25T20:25:32,304 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:32,305 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/58ffed6a2cf74afc821579950d1469a7 is 50, key is test_row_0/A:col10/1732566331128/Put/seqid=0 2024-11-25T20:25:32,313 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:32,313 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/98e1f0edfc264c3e97fbf84b07a52170 is 50, key is test_row_0/B:col10/1732566331128/Put/seqid=0 2024-11-25T20:25:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:32,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:25:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742307_1483 (size=12139) 2024-11-25T20:25:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742306_1482 (size=12139) 2024-11-25T20:25:32,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/959dfd1baa784d2db73bbffbfdb672ea is 50, key is test_row_0/A:col10/1732566331168/Put/seqid=0 2024-11-25T20:25:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742308_1484 (size=12001) 2024-11-25T20:25:32,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566392380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566392387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566392387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566392391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:32,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566392503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566392507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566392507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566392507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566392715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566392717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566392722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566392715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/959dfd1baa784d2db73bbffbfdb672ea 2024-11-25T20:25:32,768 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/98e1f0edfc264c3e97fbf84b07a52170 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/98e1f0edfc264c3e97fbf84b07a52170 2024-11-25T20:25:32,768 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/58ffed6a2cf74afc821579950d1469a7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/58ffed6a2cf74afc821579950d1469a7 2024-11-25T20:25:32,774 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 98e1f0edfc264c3e97fbf84b07a52170(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:32,774 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:32,774 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=12, startTime=1732566332266; duration=0sec 2024-11-25T20:25:32,774 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:32,774 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:32,774 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:32,775 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:32,775 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:32,775 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,776 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/76f741abb20641fca58ce5220a8dbd95, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/4239ada8008243c895f9604093cd566a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2a37f941f11942829f79c6c5a0b2615b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1bd989003b824742862c755d24a870eb] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=46.9 K 2024-11-25T20:25:32,776 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 76f741abb20641fca58ce5220a8dbd95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732566329205 2024-11-25T20:25:32,776 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4239ada8008243c895f9604093cd566a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732566329244 2024-11-25T20:25:32,777 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a37f941f11942829f79c6c5a0b2615b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732566329914 2024-11-25T20:25:32,777 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bd989003b824742862c755d24a870eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732566331115 2024-11-25T20:25:32,799 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 58ffed6a2cf74afc821579950d1469a7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:32,799 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:32,799 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=12, startTime=1732566332266; duration=0sec 2024-11-25T20:25:32,799 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:32,800 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:32,807 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:32,807 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/e157c930f2674064839fc92b25927f75 is 50, key is test_row_0/C:col10/1732566331128/Put/seqid=0 2024-11-25T20:25:32,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/15e62f1330d34562bb24a68511c3045f is 50, key is test_row_0/B:col10/1732566331168/Put/seqid=0 2024-11-25T20:25:32,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:32,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:32,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742309_1485 (size=12139) 2024-11-25T20:25:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742310_1486 (size=12001) 2024-11-25T20:25:32,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/15e62f1330d34562bb24a68511c3045f 2024-11-25T20:25:32,931 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/e157c930f2674064839fc92b25927f75 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e157c930f2674064839fc92b25927f75 2024-11-25T20:25:32,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/fbc17ef1b66d4ec2a16c8fbf8895e590 is 50, key is test_row_0/C:col10/1732566331168/Put/seqid=0 2024-11-25T20:25:32,960 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into e157c930f2674064839fc92b25927f75(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:32,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:32,960 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=12, startTime=1732566332266; duration=0sec 2024-11-25T20:25:32,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:32,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742311_1487 (size=12001) 2024-11-25T20:25:32,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/fbc17ef1b66d4ec2a16c8fbf8895e590 2024-11-25T20:25:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/959dfd1baa784d2db73bbffbfdb672ea as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/959dfd1baa784d2db73bbffbfdb672ea 2024-11-25T20:25:32,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/959dfd1baa784d2db73bbffbfdb672ea, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T20:25:32,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/15e62f1330d34562bb24a68511c3045f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/15e62f1330d34562bb24a68511c3045f 2024-11-25T20:25:32,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/15e62f1330d34562bb24a68511c3045f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T20:25:32,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/fbc17ef1b66d4ec2a16c8fbf8895e590 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fbc17ef1b66d4ec2a16c8fbf8895e590 2024-11-25T20:25:32,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fbc17ef1b66d4ec2a16c8fbf8895e590, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T20:25:33,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 666ms, sequenceid=88, compaction requested=false 2024-11-25T20:25:33,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:33,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:25:33,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:33,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:33,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:33,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/47a1399a7da24dceab1eca1363aa4c95 is 50, key is test_row_0/A:col10/1732566332383/Put/seqid=0 2024-11-25T20:25:33,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566393053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566393053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566393055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566393055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742312_1488 (size=14341) 2024-11-25T20:25:33,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/47a1399a7da24dceab1eca1363aa4c95 2024-11-25T20:25:33,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/f48db3148c5c404cae515be7f38dc96f is 50, key is test_row_0/B:col10/1732566332383/Put/seqid=0 2024-11-25T20:25:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742313_1489 (size=12001) 2024-11-25T20:25:33,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/f48db3148c5c404cae515be7f38dc96f 2024-11-25T20:25:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566393168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566393168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566393168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566393173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/20c7e5bf32d64b7d88cecbd55585e40b is 50, key is test_row_0/C:col10/1732566332383/Put/seqid=0 2024-11-25T20:25:33,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742314_1490 (size=12001) 2024-11-25T20:25:33,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:33,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/20c7e5bf32d64b7d88cecbd55585e40b 2024-11-25T20:25:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/47a1399a7da24dceab1eca1363aa4c95 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/47a1399a7da24dceab1eca1363aa4c95 2024-11-25T20:25:33,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/47a1399a7da24dceab1eca1363aa4c95, entries=200, sequenceid=110, filesize=14.0 K 2024-11-25T20:25:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/f48db3148c5c404cae515be7f38dc96f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/f48db3148c5c404cae515be7f38dc96f 2024-11-25T20:25:33,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/f48db3148c5c404cae515be7f38dc96f, entries=150, sequenceid=110, filesize=11.7 K 2024-11-25T20:25:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/20c7e5bf32d64b7d88cecbd55585e40b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/20c7e5bf32d64b7d88cecbd55585e40b 2024-11-25T20:25:33,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/20c7e5bf32d64b7d88cecbd55585e40b, entries=150, sequenceid=110, filesize=11.7 K 2024-11-25T20:25:33,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 258ms, sequenceid=110, compaction requested=true 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:33,292 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:33,292 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:33,293 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:33,293 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:33,293 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,293 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/58ffed6a2cf74afc821579950d1469a7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/959dfd1baa784d2db73bbffbfdb672ea, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/47a1399a7da24dceab1eca1363aa4c95] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=37.6 K 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:33,294 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58ffed6a2cf74afc821579950d1469a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732566331115 2024-11-25T20:25:33,294 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/98e1f0edfc264c3e97fbf84b07a52170, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/15e62f1330d34562bb24a68511c3045f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/f48db3148c5c404cae515be7f38dc96f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=35.3 K 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 959dfd1baa784d2db73bbffbfdb672ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732566331168 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 98e1f0edfc264c3e97fbf84b07a52170, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732566331115 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a1399a7da24dceab1eca1363aa4c95, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732566332375 2024-11-25T20:25:33,294 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 15e62f1330d34562bb24a68511c3045f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732566331168 2024-11-25T20:25:33,295 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f48db3148c5c404cae515be7f38dc96f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732566332377 2024-11-25T20:25:33,304 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:33,304 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/dafc3ce32b1b450cadc6487a07869fe2 is 50, key is test_row_0/B:col10/1732566332383/Put/seqid=0 2024-11-25T20:25:33,320 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:33,321 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/587de94a63844c8c943b986bff3e2e2b is 50, key is test_row_0/A:col10/1732566332383/Put/seqid=0 2024-11-25T20:25:33,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742316_1492 (size=12241) 2024-11-25T20:25:33,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T20:25:33,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,356 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:33,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:33,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742315_1491 (size=12241) 2024-11-25T20:25:33,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/82e952a1e44e4267b4141df669634c9d is 50, key is test_row_0/A:col10/1732566333053/Put/seqid=0 2024-11-25T20:25:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742317_1493 (size=12001) 2024-11-25T20:25:33,419 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/82e952a1e44e4267b4141df669634c9d 2024-11-25T20:25:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9119a2079f424430a2d2ce0d42e60d6d is 50, key is test_row_0/B:col10/1732566333053/Put/seqid=0 2024-11-25T20:25:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742318_1494 (size=12001) 2024-11-25T20:25:33,486 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9119a2079f424430a2d2ce0d42e60d6d 2024-11-25T20:25:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566393464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566393465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566393467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,490 DEBUG [Thread-2100 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566393468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566393474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/01c2aef99e9e4780bb922bd0e6ae0929 is 50, key is test_row_0/C:col10/1732566333053/Put/seqid=0 2024-11-25T20:25:33,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566393591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566393591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566393591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566393599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742319_1495 (size=12001) 2024-11-25T20:25:33,623 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/01c2aef99e9e4780bb922bd0e6ae0929 2024-11-25T20:25:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/82e952a1e44e4267b4141df669634c9d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/82e952a1e44e4267b4141df669634c9d 2024-11-25T20:25:33,682 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/82e952a1e44e4267b4141df669634c9d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-25T20:25:33,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9119a2079f424430a2d2ce0d42e60d6d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9119a2079f424430a2d2ce0d42e60d6d 2024-11-25T20:25:33,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9119a2079f424430a2d2ce0d42e60d6d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-25T20:25:33,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/01c2aef99e9e4780bb922bd0e6ae0929 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/01c2aef99e9e4780bb922bd0e6ae0929 2024-11-25T20:25:33,692 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/01c2aef99e9e4780bb922bd0e6ae0929, entries=150, sequenceid=127, filesize=11.7 K 2024-11-25T20:25:33,693 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 337ms, sequenceid=127, compaction requested=true 2024-11-25T20:25:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T20:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T20:25:33,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T20:25:33,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3870 sec 2024-11-25T20:25:33,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.3910 sec 2024-11-25T20:25:33,757 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/587de94a63844c8c943b986bff3e2e2b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/587de94a63844c8c943b986bff3e2e2b 2024-11-25T20:25:33,768 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 587de94a63844c8c943b986bff3e2e2b(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:33,769 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:33,769 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566333292; duration=0sec 2024-11-25T20:25:33,769 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:33,769 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:33,769 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:33,770 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:33,770 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:33,770 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:33,770 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e157c930f2674064839fc92b25927f75, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fbc17ef1b66d4ec2a16c8fbf8895e590, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/20c7e5bf32d64b7d88cecbd55585e40b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/01c2aef99e9e4780bb922bd0e6ae0929] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=47.0 K 2024-11-25T20:25:33,771 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e157c930f2674064839fc92b25927f75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732566331115 2024-11-25T20:25:33,771 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbc17ef1b66d4ec2a16c8fbf8895e590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732566331168 2024-11-25T20:25:33,772 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20c7e5bf32d64b7d88cecbd55585e40b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732566332377 2024-11-25T20:25:33,772 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01c2aef99e9e4780bb922bd0e6ae0929, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732566333050 2024-11-25T20:25:33,784 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/dafc3ce32b1b450cadc6487a07869fe2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/dafc3ce32b1b450cadc6487a07869fe2 2024-11-25T20:25:33,789 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:33,790 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/062b8102f8014704863da763e4046791 is 50, key is test_row_0/C:col10/1732566333053/Put/seqid=0 2024-11-25T20:25:33,795 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into dafc3ce32b1b450cadc6487a07869fe2(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:33,795 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:33,795 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566333292; duration=0sec 2024-11-25T20:25:33,795 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:33,795 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742320_1496 (size=12275) 2024-11-25T20:25:33,828 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/062b8102f8014704863da763e4046791 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/062b8102f8014704863da763e4046791 2024-11-25T20:25:33,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:33,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:33,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:33,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:33,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:33,842 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 062b8102f8014704863da763e4046791(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:33,842 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:33,842 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=12, startTime=1732566333292; duration=0sec 2024-11-25T20:25:33,842 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:33,842 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:33,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/b0f21a7d7b7b47389f527d543e4b4be5 is 50, key is test_row_0/A:col10/1732566333452/Put/seqid=0 2024-11-25T20:25:33,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566393891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566393894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566393912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566393919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742321_1497 (size=12151) 2024-11-25T20:25:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566394019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566394027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566394019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566394030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566394233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566394235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566394235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566394235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/b0f21a7d7b7b47389f527d543e4b4be5 2024-11-25T20:25:34,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/5874c950c78a4ac1900760792168776f is 50, key is test_row_0/B:col10/1732566333452/Put/seqid=0 2024-11-25T20:25:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742322_1498 (size=12151) 2024-11-25T20:25:34,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566394538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566394540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566394542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566394544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:34,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/5874c950c78a4ac1900760792168776f 2024-11-25T20:25:34,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6d9250f185a249659e19cd00e0bc1d80 is 50, key is test_row_0/C:col10/1732566333452/Put/seqid=0 2024-11-25T20:25:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742323_1499 (size=12151) 2024-11-25T20:25:35,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566395046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:35,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566395046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:35,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566395050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:35,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:35,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6d9250f185a249659e19cd00e0bc1d80 2024-11-25T20:25:35,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/b0f21a7d7b7b47389f527d543e4b4be5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/b0f21a7d7b7b47389f527d543e4b4be5 2024-11-25T20:25:35,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/b0f21a7d7b7b47389f527d543e4b4be5, entries=150, sequenceid=150, filesize=11.9 K 2024-11-25T20:25:35,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/5874c950c78a4ac1900760792168776f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5874c950c78a4ac1900760792168776f 2024-11-25T20:25:35,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5874c950c78a4ac1900760792168776f, entries=150, sequenceid=150, filesize=11.9 K 2024-11-25T20:25:35,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6d9250f185a249659e19cd00e0bc1d80 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6d9250f185a249659e19cd00e0bc1d80 2024-11-25T20:25:35,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6d9250f185a249659e19cd00e0bc1d80, entries=150, sequenceid=150, filesize=11.9 K 2024-11-25T20:25:35,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 1375ms, sequenceid=150, compaction requested=true 2024-11-25T20:25:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:35,206 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:35,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:35,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:35,206 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:35,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:35,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:35,206 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:35,206 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:35,206 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:35,207 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/dafc3ce32b1b450cadc6487a07869fe2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9119a2079f424430a2d2ce0d42e60d6d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5874c950c78a4ac1900760792168776f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=35.5 K 2024-11-25T20:25:35,207 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:35,207 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:35,207 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:35,207 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/587de94a63844c8c943b986bff3e2e2b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/82e952a1e44e4267b4141df669634c9d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/b0f21a7d7b7b47389f527d543e4b4be5] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=35.5 K 2024-11-25T20:25:35,207 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 587de94a63844c8c943b986bff3e2e2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732566332377 2024-11-25T20:25:35,207 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting dafc3ce32b1b450cadc6487a07869fe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732566332377 2024-11-25T20:25:35,208 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82e952a1e44e4267b4141df669634c9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732566333050 2024-11-25T20:25:35,208 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9119a2079f424430a2d2ce0d42e60d6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732566333050 2024-11-25T20:25:35,208 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0f21a7d7b7b47389f527d543e4b4be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732566333452 2024-11-25T20:25:35,208 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5874c950c78a4ac1900760792168776f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732566333452 2024-11-25T20:25:35,215 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:35,216 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dde4f85f409b402b9c3a47c66e0edf0f is 50, key is test_row_0/A:col10/1732566333452/Put/seqid=0 2024-11-25T20:25:35,216 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:35,217 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/518365fbe1e9439e9c1553c89e01e06e is 50, key is test_row_0/B:col10/1732566333452/Put/seqid=0 2024-11-25T20:25:35,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742325_1501 (size=12493) 2024-11-25T20:25:35,241 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/518365fbe1e9439e9c1553c89e01e06e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/518365fbe1e9439e9c1553c89e01e06e 2024-11-25T20:25:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742324_1500 (size=12493) 2024-11-25T20:25:35,248 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 518365fbe1e9439e9c1553c89e01e06e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:35,248 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:35,248 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566335205; duration=0sec 2024-11-25T20:25:35,248 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:35,248 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:35,248 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:35,251 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:35,251 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:35,251 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. because compaction request was cancelled 2024-11-25T20:25:35,251 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:35,254 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dde4f85f409b402b9c3a47c66e0edf0f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dde4f85f409b402b9c3a47c66e0edf0f 2024-11-25T20:25:35,260 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into dde4f85f409b402b9c3a47c66e0edf0f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:35,260 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:35,260 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566335205; duration=0sec 2024-11-25T20:25:35,260 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:35,260 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T20:25:35,428 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T20:25:35,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T20:25:35,430 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:35,431 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:35,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:35,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:35,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:35,583 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/d58246bbf4e0496dbb87537dde8c028b is 50, key is test_row_0/A:col10/1732566333881/Put/seqid=0 2024-11-25T20:25:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742326_1502 (size=12151) 2024-11-25T20:25:35,595 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/d58246bbf4e0496dbb87537dde8c028b 2024-11-25T20:25:35,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/64e6418e3c7040beaab51fb2cd48cf33 is 50, key is test_row_0/B:col10/1732566333881/Put/seqid=0 2024-11-25T20:25:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742327_1503 (size=12151) 2024-11-25T20:25:35,620 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/64e6418e3c7040beaab51fb2cd48cf33 2024-11-25T20:25:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/535fb4470329495285aa693e39d5c19a is 50, key is test_row_0/C:col10/1732566333881/Put/seqid=0 2024-11-25T20:25:35,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742328_1504 (size=12151) 2024-11-25T20:25:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:36,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/535fb4470329495285aa693e39d5c19a 2024-11-25T20:25:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/d58246bbf4e0496dbb87537dde8c028b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/d58246bbf4e0496dbb87537dde8c028b 2024-11-25T20:25:36,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/d58246bbf4e0496dbb87537dde8c028b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:25:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:36,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:36,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/64e6418e3c7040beaab51fb2cd48cf33 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/64e6418e3c7040beaab51fb2cd48cf33 2024-11-25T20:25:36,064 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/64e6418e3c7040beaab51fb2cd48cf33, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:25:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/535fb4470329495285aa693e39d5c19a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/535fb4470329495285aa693e39d5c19a 2024-11-25T20:25:36,068 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/535fb4470329495285aa693e39d5c19a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T20:25:36,068 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=53.67 KB/54960 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 485ms, sequenceid=169, compaction requested=true 2024-11-25T20:25:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T20:25:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T20:25:36,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:36,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T20:25:36,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-25T20:25:36,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 642 msec 2024-11-25T20:25:36,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/f4b6560d6bcd4134997932accd819fbb is 50, key is test_row_0/A:col10/1732566336067/Put/seqid=0 2024-11-25T20:25:36,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742329_1505 (size=19321) 2024-11-25T20:25:36,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566396117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566396118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566396121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566396122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566396228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566396228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566396235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566396235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:25:36,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566396432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566396432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566396440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566396441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/f4b6560d6bcd4134997932accd819fbb 2024-11-25T20:25:36,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/7c705d38f080473fb7876bf3c687a48a is 50, key is test_row_0/B:col10/1732566336067/Put/seqid=0 2024-11-25T20:25:36,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742330_1506 (size=12151) 2024-11-25T20:25:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T20:25:36,535 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T20:25:36,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-25T20:25:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:36,540 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:36,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:36,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:36,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T20:25:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:36,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566396736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566396738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566396747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566396749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:36,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:36,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T20:25:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:36,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:36,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/7c705d38f080473fb7876bf3c687a48a 2024-11-25T20:25:36,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/5402658fc5d34f898a6c08e63182b627 is 50, key is test_row_0/C:col10/1732566336067/Put/seqid=0 2024-11-25T20:25:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742331_1507 (size=12151) 2024-11-25T20:25:36,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/5402658fc5d34f898a6c08e63182b627 2024-11-25T20:25:36,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/f4b6560d6bcd4134997932accd819fbb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/f4b6560d6bcd4134997932accd819fbb 2024-11-25T20:25:36,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/f4b6560d6bcd4134997932accd819fbb, entries=300, sequenceid=182, filesize=18.9 K 2024-11-25T20:25:36,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/7c705d38f080473fb7876bf3c687a48a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/7c705d38f080473fb7876bf3c687a48a 2024-11-25T20:25:36,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/7c705d38f080473fb7876bf3c687a48a, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T20:25:36,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/5402658fc5d34f898a6c08e63182b627 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5402658fc5d34f898a6c08e63182b627 2024-11-25T20:25:36,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5402658fc5d34f898a6c08e63182b627, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T20:25:36,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 873ms, sequenceid=182, compaction requested=true 2024-11-25T20:25:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:36,942 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:36,942 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:36,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:36,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:36,944 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:36,944 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:36,944 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:36,944 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:36,944 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,944 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,944 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/518365fbe1e9439e9c1553c89e01e06e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/64e6418e3c7040beaab51fb2cd48cf33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/7c705d38f080473fb7876bf3c687a48a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=35.9 K 2024-11-25T20:25:36,944 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dde4f85f409b402b9c3a47c66e0edf0f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/d58246bbf4e0496dbb87537dde8c028b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/f4b6560d6bcd4134997932accd819fbb] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=42.9 K 2024-11-25T20:25:36,944 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dde4f85f409b402b9c3a47c66e0edf0f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732566333452 2024-11-25T20:25:36,944 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d58246bbf4e0496dbb87537dde8c028b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566333881 2024-11-25T20:25:36,945 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4b6560d6bcd4134997932accd819fbb, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732566336060 2024-11-25T20:25:36,946 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 518365fbe1e9439e9c1553c89e01e06e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732566333452 2024-11-25T20:25:36,947 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 64e6418e3c7040beaab51fb2cd48cf33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566333881 2024-11-25T20:25:36,947 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c705d38f080473fb7876bf3c687a48a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732566336060 2024-11-25T20:25:36,956 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:36,956 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/abea3b59a2a14606a6570db525337984 is 50, key is test_row_0/A:col10/1732566336067/Put/seqid=0 2024-11-25T20:25:36,960 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:36,961 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/6df16790a8864d78a89da66ea711672e is 50, key is test_row_0/B:col10/1732566336067/Put/seqid=0 2024-11-25T20:25:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742332_1508 (size=12595) 2024-11-25T20:25:36,981 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/abea3b59a2a14606a6570db525337984 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/abea3b59a2a14606a6570db525337984 2024-11-25T20:25:36,991 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into abea3b59a2a14606a6570db525337984(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:36,991 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:36,991 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566336942; duration=0sec 2024-11-25T20:25:36,991 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:36,991 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:36,991 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:36,992 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:36,992 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:36,992 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:36,992 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/062b8102f8014704863da763e4046791, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6d9250f185a249659e19cd00e0bc1d80, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/535fb4470329495285aa693e39d5c19a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5402658fc5d34f898a6c08e63182b627] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=47.6 K 2024-11-25T20:25:36,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 062b8102f8014704863da763e4046791, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732566333050 2024-11-25T20:25:36,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d9250f185a249659e19cd00e0bc1d80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732566333452 2024-11-25T20:25:36,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535fb4470329495285aa693e39d5c19a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732566333881 2024-11-25T20:25:36,993 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5402658fc5d34f898a6c08e63182b627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732566336060 2024-11-25T20:25:37,006 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:37,006 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ec2ce554b0df4c2eb5e768c0e1e06629 is 50, key is test_row_0/C:col10/1732566336067/Put/seqid=0 2024-11-25T20:25:37,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T20:25:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:37,010 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:25:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742333_1509 (size=12595) 2024-11-25T20:25:37,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/be211e67a34a4f76b892b459d73fd8ca is 50, key is test_row_0/A:col10/1732566336121/Put/seqid=0 2024-11-25T20:25:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742334_1510 (size=12561) 2024-11-25T20:25:37,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742335_1511 (size=12151) 2024-11-25T20:25:37,059 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/be211e67a34a4f76b892b459d73fd8ca 2024-11-25T20:25:37,072 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ec2ce554b0df4c2eb5e768c0e1e06629 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ec2ce554b0df4c2eb5e768c0e1e06629 2024-11-25T20:25:37,076 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into ec2ce554b0df4c2eb5e768c0e1e06629(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:37,076 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:37,076 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=12, startTime=1732566336943; duration=0sec 2024-11-25T20:25:37,076 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:37,076 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:37,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b36cf465a06149cb8d0a4b1900887e19 is 50, key is test_row_0/B:col10/1732566336121/Put/seqid=0 2024-11-25T20:25:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742336_1512 (size=12151) 2024-11-25T20:25:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:37,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:37,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566397260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566397261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566397264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566397265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566397366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566397366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566397367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566397371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,419 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/6df16790a8864d78a89da66ea711672e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6df16790a8864d78a89da66ea711672e 2024-11-25T20:25:37,422 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 6df16790a8864d78a89da66ea711672e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:37,422 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:37,422 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566336942; duration=0sec 2024-11-25T20:25:37,422 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:37,422 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:37,483 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b36cf465a06149cb8d0a4b1900887e19 2024-11-25T20:25:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/a3acfb998082477b88300bc043b87b38 is 50, key is test_row_0/C:col10/1732566336121/Put/seqid=0 2024-11-25T20:25:37,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742337_1513 (size=12151) 2024-11-25T20:25:37,506 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/a3acfb998082477b88300bc043b87b38 2024-11-25T20:25:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/be211e67a34a4f76b892b459d73fd8ca as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/be211e67a34a4f76b892b459d73fd8ca 2024-11-25T20:25:37,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566397513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,515 DEBUG [Thread-2100 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:37,519 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/be211e67a34a4f76b892b459d73fd8ca, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T20:25:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b36cf465a06149cb8d0a4b1900887e19 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b36cf465a06149cb8d0a4b1900887e19 2024-11-25T20:25:37,525 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b36cf465a06149cb8d0a4b1900887e19, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T20:25:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/a3acfb998082477b88300bc043b87b38 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a3acfb998082477b88300bc043b87b38 2024-11-25T20:25:37,531 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a3acfb998082477b88300bc043b87b38, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T20:25:37,532 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 521ms, sequenceid=206, compaction requested=false 2024-11-25T20:25:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-25T20:25:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-25T20:25:37,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T20:25:37,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 992 msec 2024-11-25T20:25:37,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 995 msec 2024-11-25T20:25:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:37,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:25:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:37,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/2bd8fc40015f47a8a9203c9d5c18661e is 50, key is test_row_0/A:col10/1732566337260/Put/seqid=0 2024-11-25T20:25:37,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742338_1514 (size=16931) 2024-11-25T20:25:37,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/2bd8fc40015f47a8a9203c9d5c18661e 2024-11-25T20:25:37,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/82a9658994a8455da2dad58483755556 is 50, key is test_row_0/B:col10/1732566337260/Put/seqid=0 2024-11-25T20:25:37,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742339_1515 (size=12151) 2024-11-25T20:25:37,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/82a9658994a8455da2dad58483755556 2024-11-25T20:25:37,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/09bad94ddbab41c9bb83a1f4363efd95 is 50, key is test_row_0/C:col10/1732566337260/Put/seqid=0 2024-11-25T20:25:37,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566397598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566397600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566397601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742340_1516 (size=12151) 2024-11-25T20:25:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566397604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T20:25:37,643 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T20:25:37,644 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-25T20:25:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T20:25:37,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:37,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:37,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566397708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566397708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566397712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566397712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T20:25:37,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:25:37,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T20:25:37,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T20:25:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:37,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:37,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566397914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566397915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566397919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566397919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T20:25:37,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:37,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T20:25:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:37,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:38,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/09bad94ddbab41c9bb83a1f4363efd95 2024-11-25T20:25:38,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/2bd8fc40015f47a8a9203c9d5c18661e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/2bd8fc40015f47a8a9203c9d5c18661e 2024-11-25T20:25:38,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/2bd8fc40015f47a8a9203c9d5c18661e, entries=250, sequenceid=224, filesize=16.5 K 2024-11-25T20:25:38,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/82a9658994a8455da2dad58483755556 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/82a9658994a8455da2dad58483755556 2024-11-25T20:25:38,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/82a9658994a8455da2dad58483755556, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T20:25:38,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/09bad94ddbab41c9bb83a1f4363efd95 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/09bad94ddbab41c9bb83a1f4363efd95 2024-11-25T20:25:38,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/09bad94ddbab41c9bb83a1f4363efd95, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T20:25:38,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 476ms, sequenceid=224, compaction requested=true 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:38,048 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:38,048 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:38,049 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:38,049 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:38,049 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:38,049 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:38,049 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:38,049 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:38,050 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/abea3b59a2a14606a6570db525337984, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/be211e67a34a4f76b892b459d73fd8ca, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/2bd8fc40015f47a8a9203c9d5c18661e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=40.7 K 2024-11-25T20:25:38,050 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6df16790a8864d78a89da66ea711672e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b36cf465a06149cb8d0a4b1900887e19, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/82a9658994a8455da2dad58483755556] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.0 K 2024-11-25T20:25:38,052 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting abea3b59a2a14606a6570db525337984, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732566336060 2024-11-25T20:25:38,052 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6df16790a8864d78a89da66ea711672e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732566336060 2024-11-25T20:25:38,053 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b36cf465a06149cb8d0a4b1900887e19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732566336114 2024-11-25T20:25:38,053 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting be211e67a34a4f76b892b459d73fd8ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732566336114 2024-11-25T20:25:38,053 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bd8fc40015f47a8a9203c9d5c18661e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732566337260 2024-11-25T20:25:38,054 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a9658994a8455da2dad58483755556, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732566337260 2024-11-25T20:25:38,064 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:38,065 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/3813935181b04e73ac230ffdb6620755 is 50, key is test_row_0/A:col10/1732566337260/Put/seqid=0 2024-11-25T20:25:38,081 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:38,081 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/10d6a9696e83487badb3b4bd35709935 is 50, key is test_row_0/B:col10/1732566337260/Put/seqid=0 2024-11-25T20:25:38,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742341_1517 (size=12697) 2024-11-25T20:25:38,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T20:25:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:38,122 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:38,127 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/3813935181b04e73ac230ffdb6620755 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3813935181b04e73ac230ffdb6620755 2024-11-25T20:25:38,135 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 3813935181b04e73ac230ffdb6620755(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:38,135 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:38,135 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566338048; duration=0sec 2024-11-25T20:25:38,135 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:38,135 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:38,135 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:38,137 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:38,137 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:38,137 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:38,138 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ec2ce554b0df4c2eb5e768c0e1e06629, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a3acfb998082477b88300bc043b87b38, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/09bad94ddbab41c9bb83a1f4363efd95] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.0 K 2024-11-25T20:25:38,138 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec2ce554b0df4c2eb5e768c0e1e06629, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732566336060 2024-11-25T20:25:38,138 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3acfb998082477b88300bc043b87b38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732566336114 2024-11-25T20:25:38,139 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09bad94ddbab41c9bb83a1f4363efd95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732566337260 2024-11-25T20:25:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/9bef9d5efe294038933fb33a606a0baf is 50, key is test_row_0/A:col10/1732566337596/Put/seqid=0 2024-11-25T20:25:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742342_1518 (size=12697) 2024-11-25T20:25:38,180 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:38,180 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/328c1757907f43ab8f463452a62ffab9 is 50, key is test_row_0/C:col10/1732566337260/Put/seqid=0 2024-11-25T20:25:38,182 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/10d6a9696e83487badb3b4bd35709935 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/10d6a9696e83487badb3b4bd35709935 2024-11-25T20:25:38,188 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 10d6a9696e83487badb3b4bd35709935(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:38,188 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:38,188 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566338048; duration=0sec 2024-11-25T20:25:38,188 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:38,188 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742343_1519 (size=12151) 2024-11-25T20:25:38,201 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/9bef9d5efe294038933fb33a606a0baf 2024-11-25T20:25:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742344_1520 (size=12663) 2024-11-25T20:25:38,230 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/328c1757907f43ab8f463452a62ffab9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/328c1757907f43ab8f463452a62ffab9 2024-11-25T20:25:38,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:38,237 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 328c1757907f43ab8f463452a62ffab9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:38,237 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:38,237 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566338048; duration=0sec 2024-11-25T20:25:38,237 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:38,237 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T20:25:38,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0e12fe5954eb47aa9381f205a1c99ac4 is 50, key is test_row_0/B:col10/1732566337596/Put/seqid=0 2024-11-25T20:25:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566398281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566398281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566398282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566398283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742345_1521 (size=12151) 2024-11-25T20:25:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566398391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566398391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566398391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566398400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566398601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566398602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566398602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566398610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,705 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0e12fe5954eb47aa9381f205a1c99ac4 2024-11-25T20:25:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/9b5cd47e0c6a466f8c0df2f66dd77f1e is 50, key is test_row_0/C:col10/1732566337596/Put/seqid=0 2024-11-25T20:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T20:25:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742346_1522 (size=12151) 2024-11-25T20:25:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566398914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566398915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566398916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566398917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,178 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/9b5cd47e0c6a466f8c0df2f66dd77f1e 2024-11-25T20:25:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/9bef9d5efe294038933fb33a606a0baf as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9bef9d5efe294038933fb33a606a0baf 2024-11-25T20:25:39,208 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9bef9d5efe294038933fb33a606a0baf, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T20:25:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0e12fe5954eb47aa9381f205a1c99ac4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0e12fe5954eb47aa9381f205a1c99ac4 2024-11-25T20:25:39,217 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0e12fe5954eb47aa9381f205a1c99ac4, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T20:25:39,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/9b5cd47e0c6a466f8c0df2f66dd77f1e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/9b5cd47e0c6a466f8c0df2f66dd77f1e 2024-11-25T20:25:39,223 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/9b5cd47e0c6a466f8c0df2f66dd77f1e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T20:25:39,223 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 1101ms, sequenceid=244, compaction requested=false 2024-11-25T20:25:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-25T20:25:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-25T20:25:39,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T20:25:39,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-11-25T20:25:39,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.5830 sec 2024-11-25T20:25:39,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:25:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:39,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/a823a20cb9484f6aa9287987717aeedf is 50, key is test_row_0/A:col10/1732566339421/Put/seqid=0 2024-11-25T20:25:39,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566399459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742347_1523 (size=14741) 2024-11-25T20:25:39,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/a823a20cb9484f6aa9287987717aeedf 2024-11-25T20:25:39,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566399461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566399463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566399462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/08f715cf6f6449d6ab0f1266124108fc is 50, key is test_row_0/B:col10/1732566339421/Put/seqid=0 2024-11-25T20:25:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742348_1524 (size=12301) 2024-11-25T20:25:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566399569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566399575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566399577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566399577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T20:25:39,750 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-25T20:25:39,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-25T20:25:39,763 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:39,763 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:39,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:39,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566399783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566399784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566399792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566399806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:39,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:39,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T20:25:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:39,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:39,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/08f715cf6f6449d6ab0f1266124108fc 2024-11-25T20:25:39,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/7e7047275155453e904c299bc4ca96ba is 50, key is test_row_0/C:col10/1732566339421/Put/seqid=0 2024-11-25T20:25:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742349_1525 (size=12301) 2024-11-25T20:25:39,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/7e7047275155453e904c299bc4ca96ba 2024-11-25T20:25:39,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/a823a20cb9484f6aa9287987717aeedf as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a823a20cb9484f6aa9287987717aeedf 2024-11-25T20:25:39,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a823a20cb9484f6aa9287987717aeedf, entries=200, sequenceid=265, filesize=14.4 K 2024-11-25T20:25:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/08f715cf6f6449d6ab0f1266124108fc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/08f715cf6f6449d6ab0f1266124108fc 2024-11-25T20:25:39,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/08f715cf6f6449d6ab0f1266124108fc, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T20:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/7e7047275155453e904c299bc4ca96ba as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/7e7047275155453e904c299bc4ca96ba 2024-11-25T20:25:39,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/7e7047275155453e904c299bc4ca96ba, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T20:25:39,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 567ms, sequenceid=265, compaction requested=true 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:39,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:39,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:39,992 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:39,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:39,994 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:39,994 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:39,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:39,994 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:39,994 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:39,994 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/328c1757907f43ab8f463452a62ffab9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/9b5cd47e0c6a466f8c0df2f66dd77f1e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/7e7047275155453e904c299bc4ca96ba] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.2 K 2024-11-25T20:25:39,994 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3813935181b04e73ac230ffdb6620755, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9bef9d5efe294038933fb33a606a0baf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a823a20cb9484f6aa9287987717aeedf] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=38.7 K 2024-11-25T20:25:39,994 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 328c1757907f43ab8f463452a62ffab9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732566337260 2024-11-25T20:25:39,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3813935181b04e73ac230ffdb6620755, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732566337260 2024-11-25T20:25:39,995 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b5cd47e0c6a466f8c0df2f66dd77f1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732566337596 2024-11-25T20:25:39,995 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bef9d5efe294038933fb33a606a0baf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732566337596 2024-11-25T20:25:39,995 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e7047275155453e904c299bc4ca96ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732566338264 2024-11-25T20:25:39,995 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a823a20cb9484f6aa9287987717aeedf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732566338264 2024-11-25T20:25:40,030 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,037 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/5e21278033584e50988678da9675a343 is 50, key is test_row_0/A:col10/1732566339421/Put/seqid=0 2024-11-25T20:25:40,039 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,040 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/d9f8d405c67745c7ae0c8fef61626416 is 50, key is test_row_0/C:col10/1732566339421/Put/seqid=0 2024-11-25T20:25:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:40,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T20:25:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742350_1526 (size=12949) 2024-11-25T20:25:40,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:40,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:25:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742351_1527 (size=12915) 2024-11-25T20:25:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e is 50, key is test_row_0/A:col10/1732566339460/Put/seqid=0 2024-11-25T20:25:40,100 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/d9f8d405c67745c7ae0c8fef61626416 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/d9f8d405c67745c7ae0c8fef61626416 2024-11-25T20:25:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:40,105 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into d9f8d405c67745c7ae0c8fef61626416(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:40,105 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:40,105 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566339991; duration=0sec 2024-11-25T20:25:40,105 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:40,106 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:40,106 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:40,107 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:40,108 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:40,108 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:40,108 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/10d6a9696e83487badb3b4bd35709935, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0e12fe5954eb47aa9381f205a1c99ac4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/08f715cf6f6449d6ab0f1266124108fc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.3 K 2024-11-25T20:25:40,108 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10d6a9696e83487badb3b4bd35709935, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732566337260 2024-11-25T20:25:40,108 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e12fe5954eb47aa9381f205a1c99ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732566337596 2024-11-25T20:25:40,109 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f715cf6f6449d6ab0f1266124108fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732566338264 2024-11-25T20:25:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742352_1528 (size=12301) 2024-11-25T20:25:40,145 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,145 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e 2024-11-25T20:25:40,146 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/ababbb80779a4804a9d1e1dfdcf7c439 is 50, key is test_row_0/B:col10/1732566339421/Put/seqid=0 2024-11-25T20:25:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566400148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566400149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566400151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566400154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9aa1edaf1fb44c27997aa26ef59d2ec0 is 50, key is test_row_0/B:col10/1732566339460/Put/seqid=0 2024-11-25T20:25:40,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742353_1529 (size=12949) 2024-11-25T20:25:40,211 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/ababbb80779a4804a9d1e1dfdcf7c439 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ababbb80779a4804a9d1e1dfdcf7c439 2024-11-25T20:25:40,220 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into ababbb80779a4804a9d1e1dfdcf7c439(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:40,220 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:40,220 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566339991; duration=0sec 2024-11-25T20:25:40,220 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:40,220 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742354_1530 (size=12301) 2024-11-25T20:25:40,225 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9aa1edaf1fb44c27997aa26ef59d2ec0 2024-11-25T20:25:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6b1f91b70a6241cc9157a53ca96b785a is 50, key is test_row_0/C:col10/1732566339460/Put/seqid=0 2024-11-25T20:25:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566400260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566400263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566400265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566400271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742355_1531 (size=12301) 2024-11-25T20:25:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:40,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566400466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566400466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566400467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,482 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/5e21278033584e50988678da9675a343 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/5e21278033584e50988678da9675a343 2024-11-25T20:25:40,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566400476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,491 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 5e21278033584e50988678da9675a343(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:40,491 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:40,491 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566339991; duration=0sec 2024-11-25T20:25:40,491 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:40,491 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:40,696 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6b1f91b70a6241cc9157a53ca96b785a 2024-11-25T20:25:40,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e 2024-11-25T20:25:40,705 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T20:25:40,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9aa1edaf1fb44c27997aa26ef59d2ec0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9aa1edaf1fb44c27997aa26ef59d2ec0 2024-11-25T20:25:40,715 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9aa1edaf1fb44c27997aa26ef59d2ec0, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T20:25:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6b1f91b70a6241cc9157a53ca96b785a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6b1f91b70a6241cc9157a53ca96b785a 2024-11-25T20:25:40,720 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6b1f91b70a6241cc9157a53ca96b785a, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T20:25:40,721 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 643ms, sequenceid=283, compaction requested=false 2024-11-25T20:25:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-25T20:25:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-25T20:25:40,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T20:25:40,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 959 msec 2024-11-25T20:25:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 963 msec 2024-11-25T20:25:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:40,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:25:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:40,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:40,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/fa8159c71a7245d499c5bccc2369daf7 is 50, key is test_row_0/A:col10/1732566340777/Put/seqid=0 2024-11-25T20:25:40,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742356_1532 (size=14741) 2024-11-25T20:25:40,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/fa8159c71a7245d499c5bccc2369daf7 2024-11-25T20:25:40,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9382c54fe8344dfe80ba29d48f22ae9a is 50, key is test_row_0/B:col10/1732566340777/Put/seqid=0 2024-11-25T20:25:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742357_1533 (size=12301) 2024-11-25T20:25:40,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9382c54fe8344dfe80ba29d48f22ae9a 2024-11-25T20:25:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566400818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566400819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566400820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566400823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/49265194d3d14232bd24b438102b0ab8 is 50, key is test_row_0/C:col10/1732566340777/Put/seqid=0 2024-11-25T20:25:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T20:25:40,866 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T20:25:40,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-25T20:25:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T20:25:40,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:40,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:40,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742358_1534 (size=12301) 2024-11-25T20:25:40,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/49265194d3d14232bd24b438102b0ab8 2024-11-25T20:25:40,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/fa8159c71a7245d499c5bccc2369daf7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fa8159c71a7245d499c5bccc2369daf7 2024-11-25T20:25:40,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fa8159c71a7245d499c5bccc2369daf7, entries=200, sequenceid=305, filesize=14.4 K 2024-11-25T20:25:40,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/9382c54fe8344dfe80ba29d48f22ae9a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9382c54fe8344dfe80ba29d48f22ae9a 2024-11-25T20:25:40,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9382c54fe8344dfe80ba29d48f22ae9a, entries=150, sequenceid=305, filesize=12.0 K 2024-11-25T20:25:40,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/49265194d3d14232bd24b438102b0ab8 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/49265194d3d14232bd24b438102b0ab8 2024-11-25T20:25:40,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/49265194d3d14232bd24b438102b0ab8, entries=150, sequenceid=305, filesize=12.0 K 2024-11-25T20:25:40,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 158ms, sequenceid=305, compaction requested=true 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:40,938 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:40,938 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:40,939 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:40,939 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:40,939 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:40,939 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/5e21278033584e50988678da9675a343, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fa8159c71a7245d499c5bccc2369daf7] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=39.1 K 2024-11-25T20:25:40,940 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e21278033584e50988678da9675a343, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732566338264 2024-11-25T20:25:40,940 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:40,941 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:40,941 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:40,941 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ababbb80779a4804a9d1e1dfdcf7c439, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9aa1edaf1fb44c27997aa26ef59d2ec0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9382c54fe8344dfe80ba29d48f22ae9a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.7 K 2024-11-25T20:25:40,941 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9d9ce8d8ab84e2ebe2a66c7d3e06a4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732566339449 2024-11-25T20:25:40,942 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ababbb80779a4804a9d1e1dfdcf7c439, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732566338264 2024-11-25T20:25:40,942 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa8159c71a7245d499c5bccc2369daf7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732566340124 2024-11-25T20:25:40,942 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aa1edaf1fb44c27997aa26ef59d2ec0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732566339449 2024-11-25T20:25:40,942 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9382c54fe8344dfe80ba29d48f22ae9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732566340124 2024-11-25T20:25:40,955 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,955 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/423f40be56474c8fadf4fdefce5d0be2 is 50, key is test_row_0/B:col10/1732566340777/Put/seqid=0 2024-11-25T20:25:40,956 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:40,957 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0492d738d81c412c82a3d5dbe44bd6b0 is 50, key is test_row_0/A:col10/1732566340777/Put/seqid=0 2024-11-25T20:25:40,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:25:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T20:25:40,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0a2b6fbb6f7547a29e70b06e7a072f4a is 50, key is test_row_0/A:col10/1732566340818/Put/seqid=0 2024-11-25T20:25:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566400982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742359_1535 (size=13051) 2024-11-25T20:25:40,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566400983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,001 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/423f40be56474c8fadf4fdefce5d0be2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/423f40be56474c8fadf4fdefce5d0be2 2024-11-25T20:25:41,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566400998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,020 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 423f40be56474c8fadf4fdefce5d0be2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:41,020 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:41,020 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566340938; duration=0sec 2024-11-25T20:25:41,020 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:41,020 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:41,020 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566401011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742360_1536 (size=13051) 2024-11-25T20:25:41,022 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:41,022 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:41,022 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,023 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/d9f8d405c67745c7ae0c8fef61626416, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6b1f91b70a6241cc9157a53ca96b785a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/49265194d3d14232bd24b438102b0ab8] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.6 K 2024-11-25T20:25:41,025 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f8d405c67745c7ae0c8fef61626416, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732566338264 2024-11-25T20:25:41,026 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b1f91b70a6241cc9157a53ca96b785a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732566339449 2024-11-25T20:25:41,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,027 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 49265194d3d14232bd24b438102b0ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732566340124 2024-11-25T20:25:41,029 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0492d738d81c412c82a3d5dbe44bd6b0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0492d738d81c412c82a3d5dbe44bd6b0 2024-11-25T20:25:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,039 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 0492d738d81c412c82a3d5dbe44bd6b0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:41,039 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:41,039 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566340938; duration=0sec 2024-11-25T20:25:41,039 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:41,039 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:41,050 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:41,051 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/5152ec5f1bb34d6d8d5453b738976c61 is 50, key is test_row_0/C:col10/1732566340777/Put/seqid=0 2024-11-25T20:25:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742361_1537 (size=19621) 2024-11-25T20:25:41,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0a2b6fbb6f7547a29e70b06e7a072f4a 2024-11-25T20:25:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742362_1538 (size=13017) 2024-11-25T20:25:41,104 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/5152ec5f1bb34d6d8d5453b738976c61 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5152ec5f1bb34d6d8d5453b738976c61 2024-11-25T20:25:41,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566401098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566401098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,108 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 5152ec5f1bb34d6d8d5453b738976c61(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:41,108 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:41,108 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566340938; duration=0sec 2024-11-25T20:25:41,108 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:41,108 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:41,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/69dfb2f9d7fd42a6b3691091f8969d43 is 50, key is test_row_0/B:col10/1732566340818/Put/seqid=0 2024-11-25T20:25:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566401114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566401122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742363_1539 (size=12301) 2024-11-25T20:25:41,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/69dfb2f9d7fd42a6b3691091f8969d43 2024-11-25T20:25:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T20:25:41,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/56edc2f8887a46c5b7d7c15c81f1ab31 is 50, key is test_row_0/C:col10/1732566340818/Put/seqid=0 2024-11-25T20:25:41,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742364_1540 (size=12301) 2024-11-25T20:25:41,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/56edc2f8887a46c5b7d7c15c81f1ab31 2024-11-25T20:25:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0a2b6fbb6f7547a29e70b06e7a072f4a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0a2b6fbb6f7547a29e70b06e7a072f4a 2024-11-25T20:25:41,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0a2b6fbb6f7547a29e70b06e7a072f4a, entries=300, sequenceid=325, filesize=19.2 K 2024-11-25T20:25:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/69dfb2f9d7fd42a6b3691091f8969d43 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/69dfb2f9d7fd42a6b3691091f8969d43 2024-11-25T20:25:41,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/69dfb2f9d7fd42a6b3691091f8969d43, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T20:25:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/56edc2f8887a46c5b7d7c15c81f1ab31 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/56edc2f8887a46c5b7d7c15c81f1ab31 2024-11-25T20:25:41,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/56edc2f8887a46c5b7d7c15c81f1ab31, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T20:25:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 304ms, sequenceid=325, compaction requested=false 2024-11-25T20:25:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:41,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T20:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:41,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/fbd90d2b892546488ee20b452d191192 is 50, key is test_row_0/A:col10/1732566340995/Put/seqid=0 2024-11-25T20:25:41,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742365_1541 (size=12301) 2024-11-25T20:25:41,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/fbd90d2b892546488ee20b452d191192 2024-11-25T20:25:41,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/35fc24d3f2b44cae86f0db0459cbd6a6 is 50, key is test_row_0/B:col10/1732566340995/Put/seqid=0 2024-11-25T20:25:41,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566401371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566401374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566401371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566401375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742366_1542 (size=12301) 2024-11-25T20:25:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T20:25:41,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566401487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566401487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566401487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566401491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566401700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566401703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566401707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566401703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/35fc24d3f2b44cae86f0db0459cbd6a6 2024-11-25T20:25:41,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/dfaf574bb7024f79aa19791ad54dd851 is 50, key is test_row_0/C:col10/1732566340995/Put/seqid=0 2024-11-25T20:25:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742367_1543 (size=12301) 2024-11-25T20:25:41,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:41,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:41,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T20:25:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566402013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566402013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566402013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566402031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/dfaf574bb7024f79aa19791ad54dd851 2024-11-25T20:25:42,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:42,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:42,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:42,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/fbd90d2b892546488ee20b452d191192 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fbd90d2b892546488ee20b452d191192 2024-11-25T20:25:42,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fbd90d2b892546488ee20b452d191192, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T20:25:42,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/35fc24d3f2b44cae86f0db0459cbd6a6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/35fc24d3f2b44cae86f0db0459cbd6a6 2024-11-25T20:25:42,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/35fc24d3f2b44cae86f0db0459cbd6a6, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T20:25:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/dfaf574bb7024f79aa19791ad54dd851 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/dfaf574bb7024f79aa19791ad54dd851 2024-11-25T20:25:42,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/dfaf574bb7024f79aa19791ad54dd851, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T20:25:42,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 1014ms, sequenceid=347, compaction requested=true 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T20:25:42,328 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:42,328 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:42,330 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:42,330 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:42,330 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:42,330 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:42,330 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,330 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,330 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5152ec5f1bb34d6d8d5453b738976c61, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/56edc2f8887a46c5b7d7c15c81f1ab31, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/dfaf574bb7024f79aa19791ad54dd851] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.7 K 2024-11-25T20:25:42,330 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0492d738d81c412c82a3d5dbe44bd6b0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0a2b6fbb6f7547a29e70b06e7a072f4a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fbd90d2b892546488ee20b452d191192] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=43.9 K 2024-11-25T20:25:42,330 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0492d738d81c412c82a3d5dbe44bd6b0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732566340124 2024-11-25T20:25:42,331 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5152ec5f1bb34d6d8d5453b738976c61, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732566340124 2024-11-25T20:25:42,331 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a2b6fbb6f7547a29e70b06e7a072f4a, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732566340815 2024-11-25T20:25:42,331 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbd90d2b892546488ee20b452d191192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732566340981 2024-11-25T20:25:42,331 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 56edc2f8887a46c5b7d7c15c81f1ab31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732566340818 2024-11-25T20:25:42,332 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting dfaf574bb7024f79aa19791ad54dd851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732566340981 2024-11-25T20:25:42,363 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:42,364 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/1c28c20dcf8c461b9f6d07eddbf318d5 is 50, key is test_row_0/A:col10/1732566340995/Put/seqid=0 2024-11-25T20:25:42,368 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:42,369 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/301e1038d09c4b959be31efa80eb7a5c is 50, key is test_row_0/C:col10/1732566340995/Put/seqid=0 2024-11-25T20:25:42,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742369_1545 (size=13119) 2024-11-25T20:25:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742368_1544 (size=13153) 2024-11-25T20:25:42,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,432 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:42,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/87cde86a1dbb49b1a512eed5fc8a5c3a is 50, key is test_row_0/A:col10/1732566341368/Put/seqid=0 2024-11-25T20:25:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742370_1546 (size=12301) 2024-11-25T20:25:42,503 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/87cde86a1dbb49b1a512eed5fc8a5c3a 2024-11-25T20:25:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/4b4d2b25d39a402499361981e259bafb is 50, key is test_row_0/B:col10/1732566341368/Put/seqid=0 2024-11-25T20:25:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742371_1547 (size=12301) 2024-11-25T20:25:42,529 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/4b4d2b25d39a402499361981e259bafb 2024-11-25T20:25:42,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1785968bc65c442da2050f0c66815a5b is 50, key is test_row_0/C:col10/1732566341368/Put/seqid=0 2024-11-25T20:25:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742372_1548 (size=12301) 2024-11-25T20:25:42,573 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1785968bc65c442da2050f0c66815a5b 2024-11-25T20:25:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566402570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566402571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566402576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/87cde86a1dbb49b1a512eed5fc8a5c3a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87cde86a1dbb49b1a512eed5fc8a5c3a 2024-11-25T20:25:42,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566402579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,591 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87cde86a1dbb49b1a512eed5fc8a5c3a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T20:25:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/4b4d2b25d39a402499361981e259bafb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/4b4d2b25d39a402499361981e259bafb 2024-11-25T20:25:42,600 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/4b4d2b25d39a402499361981e259bafb, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T20:25:42,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1785968bc65c442da2050f0c66815a5b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1785968bc65c442da2050f0c66815a5b 2024-11-25T20:25:42,605 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1785968bc65c442da2050f0c66815a5b, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T20:25:42,606 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 174ms, sequenceid=364, compaction requested=true 2024-11-25T20:25:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-25T20:25:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-25T20:25:42,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T20:25:42,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7340 sec 2024-11-25T20:25:42,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.7390 sec 2024-11-25T20:25:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:42,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:42,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:42,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/8280417ac05d41bf8c54414d27b3c6ac is 50, key is test_row_0/A:col10/1732566342575/Put/seqid=0 2024-11-25T20:25:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742373_1549 (size=14741) 2024-11-25T20:25:42,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/8280417ac05d41bf8c54414d27b3c6ac 2024-11-25T20:25:42,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b9d45e3940184dcf807313726a65fa92 is 50, key is test_row_0/B:col10/1732566342575/Put/seqid=0 2024-11-25T20:25:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566402737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566402742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566402750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566402752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742374_1550 (size=12301) 2024-11-25T20:25:42,819 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/301e1038d09c4b959be31efa80eb7a5c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/301e1038d09c4b959be31efa80eb7a5c 2024-11-25T20:25:42,834 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 301e1038d09c4b959be31efa80eb7a5c(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:42,834 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:42,834 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566342327; duration=0sec 2024-11-25T20:25:42,834 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:42,834 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:42,834 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:42,836 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/1c28c20dcf8c461b9f6d07eddbf318d5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1c28c20dcf8c461b9f6d07eddbf318d5 2024-11-25T20:25:42,837 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:42,837 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:42,837 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:42,837 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/423f40be56474c8fadf4fdefce5d0be2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/69dfb2f9d7fd42a6b3691091f8969d43, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/35fc24d3f2b44cae86f0db0459cbd6a6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/4b4d2b25d39a402499361981e259bafb] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=48.8 K 2024-11-25T20:25:42,838 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 423f40be56474c8fadf4fdefce5d0be2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732566340124 2024-11-25T20:25:42,839 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 69dfb2f9d7fd42a6b3691091f8969d43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732566340818 2024-11-25T20:25:42,840 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 35fc24d3f2b44cae86f0db0459cbd6a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732566340981 2024-11-25T20:25:42,840 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4d2b25d39a402499361981e259bafb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732566341365 2024-11-25T20:25:42,844 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 1c28c20dcf8c461b9f6d07eddbf318d5(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:42,844 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:42,844 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566342327; duration=0sec 2024-11-25T20:25:42,844 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:42,844 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:42,861 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:42,862 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/ea9e4e935cc54bd9b1d90301734e0d77 is 50, key is test_row_0/B:col10/1732566341368/Put/seqid=0 2024-11-25T20:25:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566402854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566402854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566402866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566402870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742375_1551 (size=13187) 2024-11-25T20:25:42,921 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/ea9e4e935cc54bd9b1d90301734e0d77 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ea9e4e935cc54bd9b1d90301734e0d77 2024-11-25T20:25:42,932 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into ea9e4e935cc54bd9b1d90301734e0d77(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:42,932 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:42,932 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=12, startTime=1732566342327; duration=0sec 2024-11-25T20:25:42,933 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:42,933 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T20:25:42,985 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T20:25:42,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-25T20:25:42,988 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:42,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:42,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566403072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566403077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566403071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566403084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:43,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b9d45e3940184dcf807313726a65fa92 2024-11-25T20:25:43,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1b48e69bd5324e399838e8b28c13de2f is 50, key is test_row_0/C:col10/1732566342575/Put/seqid=0 2024-11-25T20:25:43,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742376_1552 (size=12301) 2024-11-25T20:25:43,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1b48e69bd5324e399838e8b28c13de2f 2024-11-25T20:25:43,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/8280417ac05d41bf8c54414d27b3c6ac as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/8280417ac05d41bf8c54414d27b3c6ac 2024-11-25T20:25:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:43,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/8280417ac05d41bf8c54414d27b3c6ac, entries=200, sequenceid=385, filesize=14.4 K 2024-11-25T20:25:43,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b9d45e3940184dcf807313726a65fa92 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9d45e3940184dcf807313726a65fa92 2024-11-25T20:25:43,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9d45e3940184dcf807313726a65fa92, entries=150, sequenceid=385, filesize=12.0 K 2024-11-25T20:25:43,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1b48e69bd5324e399838e8b28c13de2f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1b48e69bd5324e399838e8b28c13de2f 2024-11-25T20:25:43,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1b48e69bd5324e399838e8b28c13de2f, entries=150, sequenceid=385, filesize=12.0 K 2024-11-25T20:25:43,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 660ms, sequenceid=385, compaction requested=true 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:43,355 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:43,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:43,355 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:43,357 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:43,357 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:43,357 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:43,357 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:43,357 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,357 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,357 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/301e1038d09c4b959be31efa80eb7a5c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1785968bc65c442da2050f0c66815a5b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1b48e69bd5324e399838e8b28c13de2f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.8 K 2024-11-25T20:25:43,357 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1c28c20dcf8c461b9f6d07eddbf318d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87cde86a1dbb49b1a512eed5fc8a5c3a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/8280417ac05d41bf8c54414d27b3c6ac] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=39.3 K 2024-11-25T20:25:43,357 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 301e1038d09c4b959be31efa80eb7a5c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732566340981 2024-11-25T20:25:43,358 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c28c20dcf8c461b9f6d07eddbf318d5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732566340981 2024-11-25T20:25:43,358 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1785968bc65c442da2050f0c66815a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732566341365 2024-11-25T20:25:43,360 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87cde86a1dbb49b1a512eed5fc8a5c3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732566341365 2024-11-25T20:25:43,360 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b48e69bd5324e399838e8b28c13de2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732566342575 2024-11-25T20:25:43,361 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8280417ac05d41bf8c54414d27b3c6ac, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732566342575 2024-11-25T20:25:43,387 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:43,388 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6ae59d7fa29a4260abc6cec58cea0220 is 50, key is test_row_0/C:col10/1732566342575/Put/seqid=0 2024-11-25T20:25:43,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:43,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:43,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:43,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:43,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:43,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:43,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:43,397 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:43,397 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0ccdb17b19b54bfd8123379b00a07cf4 is 50, key is test_row_0/A:col10/1732566342575/Put/seqid=0 2024-11-25T20:25:43,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4af05b549cbe4aa8ac8853d6a6f129fb is 50, key is test_row_0/A:col10/1732566343392/Put/seqid=0 2024-11-25T20:25:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566403444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566403446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566403447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566403451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742377_1553 (size=13221) 2024-11-25T20:25:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742378_1554 (size=13255) 2024-11-25T20:25:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742379_1555 (size=12301) 2024-11-25T20:25:43,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4af05b549cbe4aa8ac8853d6a6f129fb 2024-11-25T20:25:43,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/a50e07f7d5cf49e9a34e9da72d15e755 is 50, key is test_row_0/B:col10/1732566343392/Put/seqid=0 2024-11-25T20:25:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566403552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566403552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742380_1556 (size=12301) 2024-11-25T20:25:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566403562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/a50e07f7d5cf49e9a34e9da72d15e755 2024-11-25T20:25:43,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566403564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/efcdcf1680264f478520ccf8f49e55d7 is 50, key is test_row_0/C:col10/1732566343392/Put/seqid=0 2024-11-25T20:25:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:43,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742381_1557 (size=12301) 2024-11-25T20:25:43,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566403762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566403767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566403774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566403780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,894 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0ccdb17b19b54bfd8123379b00a07cf4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ccdb17b19b54bfd8123379b00a07cf4 2024-11-25T20:25:43,894 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6ae59d7fa29a4260abc6cec58cea0220 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6ae59d7fa29a4260abc6cec58cea0220 2024-11-25T20:25:43,901 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 0ccdb17b19b54bfd8123379b00a07cf4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:43,902 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566343355; duration=0sec 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:43,902 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 6ae59d7fa29a4260abc6cec58cea0220(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:43,902 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566343355; duration=0sec 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:43,902 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:43,904 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:43,904 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:43,904 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. because compaction request was cancelled 2024-11-25T20:25:43,904 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:43,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:43,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:43,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/efcdcf1680264f478520ccf8f49e55d7 2024-11-25T20:25:44,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4af05b549cbe4aa8ac8853d6a6f129fb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4af05b549cbe4aa8ac8853d6a6f129fb 2024-11-25T20:25:44,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4af05b549cbe4aa8ac8853d6a6f129fb, entries=150, sequenceid=405, filesize=12.0 K 2024-11-25T20:25:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/a50e07f7d5cf49e9a34e9da72d15e755 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/a50e07f7d5cf49e9a34e9da72d15e755 2024-11-25T20:25:44,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/a50e07f7d5cf49e9a34e9da72d15e755, entries=150, sequenceid=405, filesize=12.0 K 2024-11-25T20:25:44,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/efcdcf1680264f478520ccf8f49e55d7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/efcdcf1680264f478520ccf8f49e55d7 2024-11-25T20:25:44,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/efcdcf1680264f478520ccf8f49e55d7, entries=150, sequenceid=405, filesize=12.0 K 2024-11-25T20:25:44,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 658ms, sequenceid=405, compaction requested=true 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:44,053 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:44,053 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:44,053 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. because compaction request was cancelled 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:44,054 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,054 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ea9e4e935cc54bd9b1d90301734e0d77, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9d45e3940184dcf807313726a65fa92, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/a50e07f7d5cf49e9a34e9da72d15e755] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.9 K 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9e4e935cc54bd9b1d90301734e0d77, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732566341365 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d45e3940184dcf807313726a65fa92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732566342575 2024-11-25T20:25:44,054 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. because compaction request was cancelled 2024-11-25T20:25:44,055 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:44,055 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting a50e07f7d5cf49e9a34e9da72d15e755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732566342737 2024-11-25T20:25:44,062 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:44,063 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/daf37f459f9a4ac98c48d524a0d253c8 is 50, key is test_row_0/B:col10/1732566343392/Put/seqid=0 2024-11-25T20:25:44,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:44,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742382_1558 (size=13289) 2024-11-25T20:25:44,107 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/daf37f459f9a4ac98c48d524a0d253c8 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/daf37f459f9a4ac98c48d524a0d253c8 2024-11-25T20:25:44,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/25c69cdfa6a54a619937aecaa044f01f is 50, key is test_row_0/A:col10/1732566344073/Put/seqid=0 2024-11-25T20:25:44,113 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into daf37f459f9a4ac98c48d524a0d253c8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:44,113 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:44,114 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=13, startTime=1732566344053; duration=0sec 2024-11-25T20:25:44,114 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:44,114 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:44,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566404125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566404126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566404128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566404129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742383_1559 (size=14741) 2024-11-25T20:25:44,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566404231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566404240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566404240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566404242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566404442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566404451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566404455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566404459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/25c69cdfa6a54a619937aecaa044f01f 2024-11-25T20:25:44,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/2ad91af2a8704529a08e2b303b335564 is 50, key is test_row_0/B:col10/1732566344073/Put/seqid=0 2024-11-25T20:25:44,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742384_1560 (size=12301) 2024-11-25T20:25:44,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/2ad91af2a8704529a08e2b303b335564 2024-11-25T20:25:44,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/af6a0266bb0b41dba1a0ff2dfd1c27f2 is 50, key is test_row_0/C:col10/1732566344073/Put/seqid=0 2024-11-25T20:25:44,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742385_1561 (size=12301) 2024-11-25T20:25:44,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566404743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566404759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566404761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566404766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:44,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:44,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:45,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/af6a0266bb0b41dba1a0ff2dfd1c27f2 2024-11-25T20:25:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/25c69cdfa6a54a619937aecaa044f01f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/25c69cdfa6a54a619937aecaa044f01f 2024-11-25T20:25:45,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/25c69cdfa6a54a619937aecaa044f01f, entries=200, sequenceid=427, filesize=14.4 K 2024-11-25T20:25:45,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/2ad91af2a8704529a08e2b303b335564 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/2ad91af2a8704529a08e2b303b335564 2024-11-25T20:25:45,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/2ad91af2a8704529a08e2b303b335564, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T20:25:45,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/af6a0266bb0b41dba1a0ff2dfd1c27f2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/af6a0266bb0b41dba1a0ff2dfd1c27f2 2024-11-25T20:25:45,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/af6a0266bb0b41dba1a0ff2dfd1c27f2, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T20:25:45,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 1015ms, sequenceid=427, compaction requested=true 2024-11-25T20:25:45,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:45,090 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:45,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:45,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:45,090 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T20:25:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. because compaction request was cancelled 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:45,091 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:45,091 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:45,091 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ccdb17b19b54bfd8123379b00a07cf4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4af05b549cbe4aa8ac8853d6a6f129fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/25c69cdfa6a54a619937aecaa044f01f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=39.4 K 2024-11-25T20:25:45,092 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ccdb17b19b54bfd8123379b00a07cf4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732566342575 2024-11-25T20:25:45,092 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:45,092 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4af05b549cbe4aa8ac8853d6a6f129fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732566342737 2024-11-25T20:25:45,092 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:45,092 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:45,092 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6ae59d7fa29a4260abc6cec58cea0220, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/efcdcf1680264f478520ccf8f49e55d7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/af6a0266bb0b41dba1a0ff2dfd1c27f2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=36.9 K 2024-11-25T20:25:45,092 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25c69cdfa6a54a619937aecaa044f01f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732566343444 2024-11-25T20:25:45,092 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ae59d7fa29a4260abc6cec58cea0220, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732566342575 2024-11-25T20:25:45,093 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting efcdcf1680264f478520ccf8f49e55d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732566342737 2024-11-25T20:25:45,093 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting af6a0266bb0b41dba1a0ff2dfd1c27f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732566343444 2024-11-25T20:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:45,104 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:45,105 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0ba622e2ad2b4b1ca6498f15fe476773 is 50, key is test_row_0/A:col10/1732566344073/Put/seqid=0 2024-11-25T20:25:45,116 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:45,117 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6edde9b0c7a94f589358768ed7c47dfe is 50, key is test_row_0/C:col10/1732566344073/Put/seqid=0 2024-11-25T20:25:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742386_1562 (size=13357) 2024-11-25T20:25:45,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T20:25:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:45,151 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742387_1563 (size=13323) 2024-11-25T20:25:45,166 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/6edde9b0c7a94f589358768ed7c47dfe as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6edde9b0c7a94f589358768ed7c47dfe 2024-11-25T20:25:45,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/e05503e242414ddf98351e0a5d984335 is 50, key is test_row_0/A:col10/1732566344126/Put/seqid=0 2024-11-25T20:25:45,175 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 6edde9b0c7a94f589358768ed7c47dfe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:45,175 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:45,175 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566345091; duration=0sec 2024-11-25T20:25:45,175 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:45,175 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:45,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742388_1564 (size=12301) 2024-11-25T20:25:45,196 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/e05503e242414ddf98351e0a5d984335 2024-11-25T20:25:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/5ea6eb8810904b58816a6b33d72e3c87 is 50, key is test_row_0/B:col10/1732566344126/Put/seqid=0 2024-11-25T20:25:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742389_1565 (size=12301) 2024-11-25T20:25:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566405293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566405298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566405299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566405300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566405402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566405403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566405409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566405410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,555 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/0ba622e2ad2b4b1ca6498f15fe476773 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ba622e2ad2b4b1ca6498f15fe476773 2024-11-25T20:25:45,560 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 0ba622e2ad2b4b1ca6498f15fe476773(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:45,561 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:45,561 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566345090; duration=0sec 2024-11-25T20:25:45,561 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:45,561 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:45,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566405610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566405610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566405618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566405626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,632 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/5ea6eb8810904b58816a6b33d72e3c87 2024-11-25T20:25:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1f4fa8342ebe4c8d9b46395a398b37a5 is 50, key is test_row_0/C:col10/1732566344126/Put/seqid=0 2024-11-25T20:25:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742390_1566 (size=12301) 2024-11-25T20:25:45,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1f4fa8342ebe4c8d9b46395a398b37a5 2024-11-25T20:25:45,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/e05503e242414ddf98351e0a5d984335 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e05503e242414ddf98351e0a5d984335 2024-11-25T20:25:45,699 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e05503e242414ddf98351e0a5d984335, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T20:25:45,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/5ea6eb8810904b58816a6b33d72e3c87 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5ea6eb8810904b58816a6b33d72e3c87 2024-11-25T20:25:45,706 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5ea6eb8810904b58816a6b33d72e3c87, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T20:25:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/1f4fa8342ebe4c8d9b46395a398b37a5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1f4fa8342ebe4c8d9b46395a398b37a5 2024-11-25T20:25:45,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1f4fa8342ebe4c8d9b46395a398b37a5, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T20:25:45,713 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 562ms, sequenceid=445, compaction requested=true 2024-11-25T20:25:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-25T20:25:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-25T20:25:45,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T20:25:45,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec 2024-11-25T20:25:45,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.7320 sec 2024-11-25T20:25:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:45,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:45,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/da08bd03f2e5488b8dc2aa96a6b7a1aa is 50, key is test_row_0/A:col10/1732566345923/Put/seqid=0 2024-11-25T20:25:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742391_1567 (size=14741) 2024-11-25T20:25:45,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/da08bd03f2e5488b8dc2aa96a6b7a1aa 2024-11-25T20:25:45,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b9f9ee74751241df895ed6219b1d4b4c is 50, key is test_row_0/B:col10/1732566345923/Put/seqid=0 2024-11-25T20:25:45,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566405966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566405968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566405968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566405970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742392_1568 (size=12301) 2024-11-25T20:25:45,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b9f9ee74751241df895ed6219b1d4b4c 2024-11-25T20:25:46,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/93a087075c67411da1408a24ec550093 is 50, key is test_row_0/C:col10/1732566345923/Put/seqid=0 2024-11-25T20:25:46,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742393_1569 (size=12301) 2024-11-25T20:25:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566406077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566406079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566406079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566406080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566406285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566406285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566406285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566406286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/93a087075c67411da1408a24ec550093 2024-11-25T20:25:46,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/da08bd03f2e5488b8dc2aa96a6b7a1aa as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/da08bd03f2e5488b8dc2aa96a6b7a1aa 2024-11-25T20:25:46,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/da08bd03f2e5488b8dc2aa96a6b7a1aa, entries=200, sequenceid=468, filesize=14.4 K 2024-11-25T20:25:46,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b9f9ee74751241df895ed6219b1d4b4c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9f9ee74751241df895ed6219b1d4b4c 2024-11-25T20:25:46,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9f9ee74751241df895ed6219b1d4b4c, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T20:25:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/93a087075c67411da1408a24ec550093 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/93a087075c67411da1408a24ec550093 2024-11-25T20:25:46,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/93a087075c67411da1408a24ec550093, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T20:25:46,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 557ms, sequenceid=468, compaction requested=true 2024-11-25T20:25:46,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:46,482 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:46,484 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:46,484 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:46,484 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:46,484 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ba622e2ad2b4b1ca6498f15fe476773, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e05503e242414ddf98351e0a5d984335, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/da08bd03f2e5488b8dc2aa96a6b7a1aa] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=39.5 K 2024-11-25T20:25:46,485 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba622e2ad2b4b1ca6498f15fe476773, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732566343444 2024-11-25T20:25:46,485 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e05503e242414ddf98351e0a5d984335, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732566344116 2024-11-25T20:25:46,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:46,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:46,486 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:46,486 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting da08bd03f2e5488b8dc2aa96a6b7a1aa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566345297 2024-11-25T20:25:46,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:46,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:46,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:46,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:46,489 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:46,489 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:46,489 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:46,489 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/daf37f459f9a4ac98c48d524a0d253c8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/2ad91af2a8704529a08e2b303b335564, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5ea6eb8810904b58816a6b33d72e3c87, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9f9ee74751241df895ed6219b1d4b4c] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=49.0 K 2024-11-25T20:25:46,490 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting daf37f459f9a4ac98c48d524a0d253c8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732566342737 2024-11-25T20:25:46,490 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad91af2a8704529a08e2b303b335564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732566343444 2024-11-25T20:25:46,490 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ea6eb8810904b58816a6b33d72e3c87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732566344116 2024-11-25T20:25:46,491 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f9ee74751241df895ed6219b1d4b4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566345297 2024-11-25T20:25:46,496 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:46,497 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dfd842a62b994457a7a2c8ba746b8ed4 is 50, key is test_row_0/A:col10/1732566345923/Put/seqid=0 2024-11-25T20:25:46,507 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:46,507 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/e890e7536f1c4bf785672c4567b137f5 is 50, key is test_row_0/B:col10/1732566345923/Put/seqid=0 2024-11-25T20:25:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742394_1570 (size=13459) 2024-11-25T20:25:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742395_1571 (size=13425) 2024-11-25T20:25:46,543 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/dfd842a62b994457a7a2c8ba746b8ed4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dfd842a62b994457a7a2c8ba746b8ed4 2024-11-25T20:25:46,558 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into dfd842a62b994457a7a2c8ba746b8ed4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:46,558 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:46,558 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=13, startTime=1732566346480; duration=0sec 2024-11-25T20:25:46,558 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:46,558 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:46,558 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:25:46,558 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/e890e7536f1c4bf785672c4567b137f5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e890e7536f1c4bf785672c4567b137f5 2024-11-25T20:25:46,561 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:25:46,561 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:46,561 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:46,562 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6edde9b0c7a94f589358768ed7c47dfe, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1f4fa8342ebe4c8d9b46395a398b37a5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/93a087075c67411da1408a24ec550093] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=37.0 K 2024-11-25T20:25:46,562 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6edde9b0c7a94f589358768ed7c47dfe, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732566343444 2024-11-25T20:25:46,563 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f4fa8342ebe4c8d9b46395a398b37a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732566344116 2024-11-25T20:25:46,564 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a087075c67411da1408a24ec550093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566345297 2024-11-25T20:25:46,574 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into e890e7536f1c4bf785672c4567b137f5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:46,575 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:46,575 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=12, startTime=1732566346486; duration=0sec 2024-11-25T20:25:46,575 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:46,575 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:46,586 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:46,586 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/bf6221af18dc419bb2012afc9eed87b9 is 50, key is test_row_0/C:col10/1732566345923/Put/seqid=0 2024-11-25T20:25:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:46,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T20:25:46,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:46,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:46,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:46,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:46,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:46,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742396_1572 (size=13425) 2024-11-25T20:25:46,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4832a1c83e054953b217c4d72e2bf98e is 50, key is test_row_0/A:col10/1732566345967/Put/seqid=0 2024-11-25T20:25:46,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742397_1573 (size=14741) 2024-11-25T20:25:46,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4832a1c83e054953b217c4d72e2bf98e 2024-11-25T20:25:46,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/e8efb08800b141a785f9bbdb0ef80b47 is 50, key is test_row_0/B:col10/1732566345967/Put/seqid=0 2024-11-25T20:25:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742398_1574 (size=12301) 2024-11-25T20:25:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566406703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566406705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566406719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566406719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566406821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566406822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566406832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566406832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,019 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/bf6221af18dc419bb2012afc9eed87b9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/bf6221af18dc419bb2012afc9eed87b9 2024-11-25T20:25:47,026 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into bf6221af18dc419bb2012afc9eed87b9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:47,026 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:47,026 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=13, startTime=1732566346487; duration=0sec 2024-11-25T20:25:47,027 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:47,027 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566407027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566407028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/e8efb08800b141a785f9bbdb0ef80b47 2024-11-25T20:25:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566407038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566407039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/fa18fa522a1449138c449e6dd171b5bd is 50, key is test_row_0/C:col10/1732566345967/Put/seqid=0 2024-11-25T20:25:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T20:25:47,097 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T20:25:47,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T20:25:47,100 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742399_1575 (size=12301) 2024-11-25T20:25:47,101 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:47,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/fa18fa522a1449138c449e6dd171b5bd 2024-11-25T20:25:47,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/4832a1c83e054953b217c4d72e2bf98e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4832a1c83e054953b217c4d72e2bf98e 2024-11-25T20:25:47,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4832a1c83e054953b217c4d72e2bf98e, entries=200, sequenceid=486, filesize=14.4 K 2024-11-25T20:25:47,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/e8efb08800b141a785f9bbdb0ef80b47 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e8efb08800b141a785f9bbdb0ef80b47 2024-11-25T20:25:47,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e8efb08800b141a785f9bbdb0ef80b47, entries=150, sequenceid=486, filesize=12.0 K 2024-11-25T20:25:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/fa18fa522a1449138c449e6dd171b5bd as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fa18fa522a1449138c449e6dd171b5bd 2024-11-25T20:25:47,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fa18fa522a1449138c449e6dd171b5bd, entries=150, sequenceid=486, filesize=12.0 K 2024-11-25T20:25:47,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 530ms, sequenceid=486, compaction requested=false 2024-11-25T20:25:47,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:47,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:47,253 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:47,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/9d7e1fb87f2c41929e01757500e87bb0 is 50, key is test_row_0/A:col10/1732566346704/Put/seqid=0 2024-11-25T20:25:47,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742400_1576 (size=12301) 2024-11-25T20:25:47,325 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/9d7e1fb87f2c41929e01757500e87bb0 2024-11-25T20:25:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:47,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/70aad993baf44b548b4ddf0b7aa15b26 is 50, key is test_row_0/B:col10/1732566346704/Put/seqid=0 2024-11-25T20:25:47,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742401_1577 (size=12301) 2024-11-25T20:25:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566407374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566407375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566407377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566407378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566407480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566407480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566407490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566407490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50270 deadline: 1732566407607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,611 DEBUG [Thread-2100 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18319 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., hostname=a8cf619b0679,44841,1732566188146, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T20:25:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566407688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566407688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566407696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566407697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:47,777 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/70aad993baf44b548b4ddf0b7aa15b26 2024-11-25T20:25:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/39848ad5f308472d8d175c3537e30892 is 50, key is test_row_0/C:col10/1732566346704/Put/seqid=0 2024-11-25T20:25:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742402_1578 (size=12301) 2024-11-25T20:25:47,797 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/39848ad5f308472d8d175c3537e30892 2024-11-25T20:25:47,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/9d7e1fb87f2c41929e01757500e87bb0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9d7e1fb87f2c41929e01757500e87bb0 2024-11-25T20:25:47,811 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9d7e1fb87f2c41929e01757500e87bb0, entries=150, sequenceid=507, filesize=12.0 K 2024-11-25T20:25:47,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/70aad993baf44b548b4ddf0b7aa15b26 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/70aad993baf44b548b4ddf0b7aa15b26 2024-11-25T20:25:47,815 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/70aad993baf44b548b4ddf0b7aa15b26, entries=150, sequenceid=507, filesize=12.0 K 2024-11-25T20:25:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/39848ad5f308472d8d175c3537e30892 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/39848ad5f308472d8d175c3537e30892 2024-11-25T20:25:47,819 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/39848ad5f308472d8d175c3537e30892, entries=150, sequenceid=507, filesize=12.0 K 2024-11-25T20:25:47,820 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 567ms, sequenceid=507, compaction requested=true 2024-11-25T20:25:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T20:25:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T20:25:47,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T20:25:47,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 720 msec 2024-11-25T20:25:47,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 723 msec 2024-11-25T20:25:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:48,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:48,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/10b407ddacf94c3caf5ba0d7bf980feb is 50, key is test_row_0/A:col10/1732566348000/Put/seqid=0 2024-11-25T20:25:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742403_1579 (size=17181) 2024-11-25T20:25:48,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/10b407ddacf94c3caf5ba0d7bf980feb 2024-11-25T20:25:48,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566408045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566408046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566408047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0c296968f414459290af06f280458f2a is 50, key is test_row_0/B:col10/1732566348000/Put/seqid=0 2024-11-25T20:25:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566408058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742404_1580 (size=12301) 2024-11-25T20:25:48,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0c296968f414459290af06f280458f2a 2024-11-25T20:25:48,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/a61a77866a91453b8959a9cf98c198d5 is 50, key is test_row_0/C:col10/1732566348000/Put/seqid=0 2024-11-25T20:25:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742405_1581 (size=12301) 2024-11-25T20:25:48,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/a61a77866a91453b8959a9cf98c198d5 2024-11-25T20:25:48,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/10b407ddacf94c3caf5ba0d7bf980feb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/10b407ddacf94c3caf5ba0d7bf980feb 2024-11-25T20:25:48,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/10b407ddacf94c3caf5ba0d7bf980feb, entries=250, sequenceid=525, filesize=16.8 K 2024-11-25T20:25:48,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/0c296968f414459290af06f280458f2a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0c296968f414459290af06f280458f2a 2024-11-25T20:25:48,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0c296968f414459290af06f280458f2a, entries=150, sequenceid=525, filesize=12.0 K 2024-11-25T20:25:48,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/a61a77866a91453b8959a9cf98c198d5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a61a77866a91453b8959a9cf98c198d5 2024-11-25T20:25:48,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a61a77866a91453b8959a9cf98c198d5, entries=150, sequenceid=525, filesize=12.0 K 2024-11-25T20:25:48,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 165ms, sequenceid=525, compaction requested=true 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:48,167 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:25:48,167 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:48,169 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:48,169 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:48,169 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:48,169 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dfd842a62b994457a7a2c8ba746b8ed4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4832a1c83e054953b217c4d72e2bf98e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9d7e1fb87f2c41929e01757500e87bb0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/10b407ddacf94c3caf5ba0d7bf980feb] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=56.3 K 2024-11-25T20:25:48,170 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting dfd842a62b994457a7a2c8ba746b8ed4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566345297 2024-11-25T20:25:48,170 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:48,170 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:48,170 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:48,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T20:25:48,170 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e890e7536f1c4bf785672c4567b137f5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e8efb08800b141a785f9bbdb0ef80b47, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/70aad993baf44b548b4ddf0b7aa15b26, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0c296968f414459290af06f280458f2a] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=49.1 K 2024-11-25T20:25:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:48,170 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e890e7536f1c4bf785672c4567b137f5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566345297 2024-11-25T20:25:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,170 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4832a1c83e054953b217c4d72e2bf98e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732566345953 2024-11-25T20:25:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:48,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,171 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8efb08800b141a785f9bbdb0ef80b47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732566345953 2024-11-25T20:25:48,172 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7e1fb87f2c41929e01757500e87bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732566346704 2024-11-25T20:25:48,172 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70aad993baf44b548b4ddf0b7aa15b26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732566346704 2024-11-25T20:25:48,172 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b407ddacf94c3caf5ba0d7bf980feb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732566347363 2024-11-25T20:25:48,173 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c296968f414459290af06f280458f2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732566347363 2024-11-25T20:25:48,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/cfcc6a898ec843df8e04f180a257d77a is 50, key is test_row_0/A:col10/1732566348043/Put/seqid=0 2024-11-25T20:25:48,196 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:48,196 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/6c8c34f6b0634af2aaf031ad53b599d2 is 50, key is test_row_0/B:col10/1732566348000/Put/seqid=0 2024-11-25T20:25:48,201 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:48,202 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/1ee238d443624a0892770b84ac669e87 is 50, key is test_row_0/A:col10/1732566348000/Put/seqid=0 2024-11-25T20:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T20:25:48,205 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T20:25:48,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:25:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T20:25:48,209 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:25:48,210 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:25:48,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:25:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566408202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566408202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566408214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566408215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742406_1582 (size=14741) 2024-11-25T20:25:48,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/cfcc6a898ec843df8e04f180a257d77a 2024-11-25T20:25:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742407_1583 (size=13561) 2024-11-25T20:25:48,279 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/6c8c34f6b0634af2aaf031ad53b599d2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6c8c34f6b0634af2aaf031ad53b599d2 2024-11-25T20:25:48,284 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 6c8c34f6b0634af2aaf031ad53b599d2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:48,284 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:48,284 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=12, startTime=1732566348167; duration=0sec 2024-11-25T20:25:48,284 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:48,284 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:48,284 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:48,287 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:48,289 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:48,289 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:48,289 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/bf6221af18dc419bb2012afc9eed87b9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fa18fa522a1449138c449e6dd171b5bd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/39848ad5f308472d8d175c3537e30892, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a61a77866a91453b8959a9cf98c198d5] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=49.1 K 2024-11-25T20:25:48,289 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf6221af18dc419bb2012afc9eed87b9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732566345297 2024-11-25T20:25:48,289 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa18fa522a1449138c449e6dd171b5bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732566345953 2024-11-25T20:25:48,290 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39848ad5f308472d8d175c3537e30892, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732566346704 2024-11-25T20:25:48,290 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a61a77866a91453b8959a9cf98c198d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732566347363 2024-11-25T20:25:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742408_1584 (size=13595) 2024-11-25T20:25:48,301 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/1ee238d443624a0892770b84ac669e87 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1ee238d443624a0892770b84ac669e87 2024-11-25T20:25:48,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/95612e0dc0724092b8bdc60fb33b8a2a is 50, key is test_row_0/B:col10/1732566348043/Put/seqid=0 2024-11-25T20:25:48,309 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 1ee238d443624a0892770b84ac669e87(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:48,309 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:48,309 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=12, startTime=1732566348167; duration=0sec 2024-11-25T20:25:48,309 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:48,309 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566408316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566408316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,333 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:48,334 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/29c3ea25b97d429b841746372b823670 is 50, key is test_row_0/C:col10/1732566348000/Put/seqid=0 2024-11-25T20:25:48,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566408329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566408330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:48,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:48,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:48,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:48,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:25:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742409_1585 (size=12301) 2024-11-25T20:25:48,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/95612e0dc0724092b8bdc60fb33b8a2a 2024-11-25T20:25:48,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/2216f9173cd14e3898f3c169257ebc4c is 50, key is test_row_0/C:col10/1732566348043/Put/seqid=0 2024-11-25T20:25:48,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742410_1586 (size=13561) 2024-11-25T20:25:48,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742411_1587 (size=12301) 2024-11-25T20:25:48,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/2216f9173cd14e3898f3c169257ebc4c 2024-11-25T20:25:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/cfcc6a898ec843df8e04f180a257d77a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/cfcc6a898ec843df8e04f180a257d77a 2024-11-25T20:25:48,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/cfcc6a898ec843df8e04f180a257d77a, entries=200, sequenceid=544, filesize=14.4 K 2024-11-25T20:25:48,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/95612e0dc0724092b8bdc60fb33b8a2a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/95612e0dc0724092b8bdc60fb33b8a2a 2024-11-25T20:25:48,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/95612e0dc0724092b8bdc60fb33b8a2a, entries=150, sequenceid=544, filesize=12.0 K 2024-11-25T20:25:48,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/2216f9173cd14e3898f3c169257ebc4c as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2216f9173cd14e3898f3c169257ebc4c 2024-11-25T20:25:48,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2216f9173cd14e3898f3c169257ebc4c, entries=150, sequenceid=544, filesize=12.0 K 2024-11-25T20:25:48,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 317ms, sequenceid=544, compaction requested=false 2024-11-25T20:25:48,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:48,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:48,517 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/91d017a33702428b9618f9af3bf001f5 is 50, key is test_row_0/A:col10/1732566348213/Put/seqid=0 2024-11-25T20:25:48,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. as already flushing 2024-11-25T20:25:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742412_1588 (size=12301) 2024-11-25T20:25:48,570 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/91d017a33702428b9618f9af3bf001f5 2024-11-25T20:25:48,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/1f433d52b61e4a90a8a021c1efb941b3 is 50, key is test_row_0/B:col10/1732566348213/Put/seqid=0 2024-11-25T20:25:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742413_1589 (size=12301) 2024-11-25T20:25:48,584 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/1f433d52b61e4a90a8a021c1efb941b3 2024-11-25T20:25:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ce8843080cc84872a41d332f588e7d69 is 50, key is test_row_0/C:col10/1732566348213/Put/seqid=0 2024-11-25T20:25:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566408572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742414_1590 (size=12301) 2024-11-25T20:25:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566408596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566408596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566408596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566408697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566408708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566408708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566408708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:48,840 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/29c3ea25b97d429b841746372b823670 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/29c3ea25b97d429b841746372b823670 2024-11-25T20:25:48,846 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 29c3ea25b97d429b841746372b823670(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:48,846 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:48,846 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=12, startTime=1732566348167; duration=0sec 2024-11-25T20:25:48,846 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:48,846 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50256 deadline: 1732566408904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732566408918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732566408918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:25:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50244 deadline: 1732566408918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:48,998 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ce8843080cc84872a41d332f588e7d69 2024-11-25T20:25:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/91d017a33702428b9618f9af3bf001f5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/91d017a33702428b9618f9af3bf001f5 2024-11-25T20:25:49,008 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/91d017a33702428b9618f9af3bf001f5, entries=150, sequenceid=563, filesize=12.0 K 2024-11-25T20:25:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/1f433d52b61e4a90a8a021c1efb941b3 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/1f433d52b61e4a90a8a021c1efb941b3 2024-11-25T20:25:49,014 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/1f433d52b61e4a90a8a021c1efb941b3, entries=150, sequenceid=563, filesize=12.0 K 2024-11-25T20:25:49,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ce8843080cc84872a41d332f588e7d69 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ce8843080cc84872a41d332f588e7d69 2024-11-25T20:25:49,018 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ce8843080cc84872a41d332f588e7d69, entries=150, sequenceid=563, filesize=12.0 K 2024-11-25T20:25:49,019 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 502ms, sequenceid=563, compaction requested=true 2024-11-25T20:25:49,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:49,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T20:25:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T20:25:49,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T20:25:49,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 810 msec 2024-11-25T20:25:49,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 816 msec 2024-11-25T20:25:49,201 DEBUG [Thread-2109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a1f6ddd to 127.0.0.1:57878 2024-11-25T20:25:49,202 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,202 DEBUG [Thread-2111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77dd6dc0 to 127.0.0.1:57878 2024-11-25T20:25:49,202 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,205 DEBUG [Thread-2103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3767e7f3 to 127.0.0.1:57878 2024-11-25T20:25:49,205 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:49,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T20:25:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:49,207 DEBUG [Thread-2107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53e32f27 to 127.0.0.1:57878 2024-11-25T20:25:49,207 DEBUG [Thread-2092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b4f95e to 127.0.0.1:57878 2024-11-25T20:25:49,207 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,207 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:49,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:49,208 DEBUG [Thread-2105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79ed98ec to 127.0.0.1:57878 2024-11-25T20:25:49,209 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/78ed4653e8724e238e97127ac8f312c4 is 50, key is test_row_0/A:col10/1732566348592/Put/seqid=0 2024-11-25T20:25:49,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742415_1591 (size=12301) 2024-11-25T20:25:49,224 DEBUG [Thread-2096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cc9cd14 to 127.0.0.1:57878 2024-11-25T20:25:49,224 DEBUG [Thread-2094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x668d4178 to 127.0.0.1:57878 2024-11-25T20:25:49,224 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,224 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,226 DEBUG [Thread-2098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x306c3340 to 127.0.0.1:57878 2024-11-25T20:25:49,226 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T20:25:49,314 INFO [Thread-2102 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T20:25:49,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/78ed4653e8724e238e97127ac8f312c4 2024-11-25T20:25:49,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b7cbb6c03afc44d08b63c313b7b16ad6 is 50, key is test_row_0/B:col10/1732566348592/Put/seqid=0 2024-11-25T20:25:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742416_1592 (size=12301) 2024-11-25T20:25:50,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b7cbb6c03afc44d08b63c313b7b16ad6 2024-11-25T20:25:50,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/e7f627945e3a4f05826b37aeb16037ca is 50, key is test_row_0/C:col10/1732566348592/Put/seqid=0 2024-11-25T20:25:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742417_1593 (size=12301) 2024-11-25T20:25:50,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/e7f627945e3a4f05826b37aeb16037ca 2024-11-25T20:25:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/78ed4653e8724e238e97127ac8f312c4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/78ed4653e8724e238e97127ac8f312c4 2024-11-25T20:25:50,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/78ed4653e8724e238e97127ac8f312c4, entries=150, sequenceid=586, filesize=12.0 K 2024-11-25T20:25:50,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/b7cbb6c03afc44d08b63c313b7b16ad6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b7cbb6c03afc44d08b63c313b7b16ad6 2024-11-25T20:25:50,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b7cbb6c03afc44d08b63c313b7b16ad6, entries=150, sequenceid=586, filesize=12.0 K 2024-11-25T20:25:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/e7f627945e3a4f05826b37aeb16037ca as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e7f627945e3a4f05826b37aeb16037ca 2024-11-25T20:25:50,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e7f627945e3a4f05826b37aeb16037ca, entries=150, sequenceid=586, filesize=12.0 K 2024-11-25T20:25:50,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 1248ms, sequenceid=586, compaction requested=true 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:50,455 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a5b4f1f638c34a22d23ede6b4f1ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:25:50,455 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:50,456 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:50,456 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:50,456 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/B is initiating minor compaction (all files) 2024-11-25T20:25:50,456 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/A is initiating minor compaction (all files) 2024-11-25T20:25:50,456 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/A in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:50,456 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/B in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:50,457 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1ee238d443624a0892770b84ac669e87, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/cfcc6a898ec843df8e04f180a257d77a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/91d017a33702428b9618f9af3bf001f5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/78ed4653e8724e238e97127ac8f312c4] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=51.7 K 2024-11-25T20:25:50,457 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6c8c34f6b0634af2aaf031ad53b599d2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/95612e0dc0724092b8bdc60fb33b8a2a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/1f433d52b61e4a90a8a021c1efb941b3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b7cbb6c03afc44d08b63c313b7b16ad6] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=49.3 K 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee238d443624a0892770b84ac669e87, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732566347363 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8c34f6b0634af2aaf031ad53b599d2, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732566347363 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcc6a898ec843df8e04f180a257d77a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1732566348043 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 95612e0dc0724092b8bdc60fb33b8a2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1732566348043 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91d017a33702428b9618f9af3bf001f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732566348197 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f433d52b61e4a90a8a021c1efb941b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732566348197 2024-11-25T20:25:50,457 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78ed4653e8724e238e97127ac8f312c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1732566348569 2024-11-25T20:25:50,458 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting b7cbb6c03afc44d08b63c313b7b16ad6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1732566348569 2024-11-25T20:25:50,465 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#A#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:50,466 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/3bb8e45f38254f328263af32bed15d5e is 50, key is test_row_0/A:col10/1732566348592/Put/seqid=0 2024-11-25T20:25:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742418_1594 (size=13731) 2024-11-25T20:25:50,471 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#B#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:50,472 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/925ff0974ae140adb3d65645d11c9e19 is 50, key is test_row_0/B:col10/1732566348592/Put/seqid=0 2024-11-25T20:25:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742419_1595 (size=13697) 2024-11-25T20:25:50,874 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/3bb8e45f38254f328263af32bed15d5e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3bb8e45f38254f328263af32bed15d5e 2024-11-25T20:25:50,877 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/A of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 3bb8e45f38254f328263af32bed15d5e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:50,877 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:50,877 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/A, priority=12, startTime=1732566350455; duration=0sec 2024-11-25T20:25:50,877 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:25:50,877 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:A 2024-11-25T20:25:50,877 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:25:50,878 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/925ff0974ae140adb3d65645d11c9e19 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/925ff0974ae140adb3d65645d11c9e19 2024-11-25T20:25:50,878 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:25:50,878 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): 76a5b4f1f638c34a22d23ede6b4f1ba7/C is initiating minor compaction (all files) 2024-11-25T20:25:50,878 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 76a5b4f1f638c34a22d23ede6b4f1ba7/C in TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:50,878 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/29c3ea25b97d429b841746372b823670, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2216f9173cd14e3898f3c169257ebc4c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ce8843080cc84872a41d332f588e7d69, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e7f627945e3a4f05826b37aeb16037ca] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp, totalSize=49.3 K 2024-11-25T20:25:50,878 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29c3ea25b97d429b841746372b823670, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732566347363 2024-11-25T20:25:50,879 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2216f9173cd14e3898f3c169257ebc4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1732566348043 2024-11-25T20:25:50,879 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce8843080cc84872a41d332f588e7d69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732566348197 2024-11-25T20:25:50,880 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7f627945e3a4f05826b37aeb16037ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1732566348569 2024-11-25T20:25:50,881 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/B of 76a5b4f1f638c34a22d23ede6b4f1ba7 into 925ff0974ae140adb3d65645d11c9e19(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:50,881 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:50,881 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/B, priority=12, startTime=1732566350455; duration=0sec 2024-11-25T20:25:50,881 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:50,881 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:B 2024-11-25T20:25:50,886 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a5b4f1f638c34a22d23ede6b4f1ba7#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:25:50,886 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ea58bcd2da6240dba4d4e0ae8935e729 is 50, key is test_row_0/C:col10/1732566348592/Put/seqid=0 2024-11-25T20:25:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742420_1596 (size=13697) 2024-11-25T20:25:50,908 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/ea58bcd2da6240dba4d4e0ae8935e729 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ea58bcd2da6240dba4d4e0ae8935e729 2024-11-25T20:25:50,915 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 76a5b4f1f638c34a22d23ede6b4f1ba7/C of 76a5b4f1f638c34a22d23ede6b4f1ba7 into ea58bcd2da6240dba4d4e0ae8935e729(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:25:50,915 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:50,915 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7., storeName=76a5b4f1f638c34a22d23ede6b4f1ba7/C, priority=12, startTime=1732566350455; duration=0sec 2024-11-25T20:25:50,915 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:25:50,915 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a5b4f1f638c34a22d23ede6b4f1ba7:C 2024-11-25T20:25:57,662 DEBUG [Thread-2100 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c23e833 to 127.0.0.1:57878 2024-11-25T20:25:57,662 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1460 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4379 rows 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1479 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4437 rows 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1462 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4386 rows 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1472 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4414 rows 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1460 2024-11-25T20:25:57,662 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4380 rows 2024-11-25T20:25:57,663 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:25:57,663 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a84f150 to 127.0.0.1:57878 2024-11-25T20:25:57,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:25:57,666 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:25:57,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:57,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566357671"}]},"ts":"1732566357671"} 2024-11-25T20:25:57,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:57,718 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:25:57,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:25:57,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, UNASSIGN}] 2024-11-25T20:25:57,721 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, UNASSIGN 2024-11-25T20:25:57,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=76a5b4f1f638c34a22d23ede6b4f1ba7, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:25:57,723 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:25:57,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; CloseRegionProcedure 76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:57,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:25:57,875 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(124): Close 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:57,875 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:25:57,875 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1681): Closing 76a5b4f1f638c34a22d23ede6b4f1ba7, disabling compactions & flushes 2024-11-25T20:25:57,875 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:57,875 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:57,875 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. after waiting 0 ms 2024-11-25T20:25:57,875 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:57,875 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(2837): Flushing 76a5b4f1f638c34a22d23ede6b4f1ba7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T20:25:57,876 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=A 2024-11-25T20:25:57,876 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:57,876 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=B 2024-11-25T20:25:57,876 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:57,876 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 76a5b4f1f638c34a22d23ede6b4f1ba7, store=C 2024-11-25T20:25:57,876 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:25:57,879 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/363035e202f94c188d044a3d7aa26b94 is 50, key is test_row_0/A:col10/1732566349222/Put/seqid=0 2024-11-25T20:25:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742421_1597 (size=12301) 2024-11-25T20:25:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:58,283 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/363035e202f94c188d044a3d7aa26b94 2024-11-25T20:25:58,295 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/389fc2e769d64185a623b8758f895756 is 50, key is test_row_0/B:col10/1732566349222/Put/seqid=0 2024-11-25T20:25:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742422_1598 (size=12301) 2024-11-25T20:25:58,701 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/389fc2e769d64185a623b8758f895756 2024-11-25T20:25:58,717 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/07dfbec34bfa4fa3a4d1a3f6693cc298 is 50, key is test_row_0/C:col10/1732566349222/Put/seqid=0 2024-11-25T20:25:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742423_1599 (size=12301) 2024-11-25T20:25:58,746 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/07dfbec34bfa4fa3a4d1a3f6693cc298 2024-11-25T20:25:58,750 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/A/363035e202f94c188d044a3d7aa26b94 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/363035e202f94c188d044a3d7aa26b94 2024-11-25T20:25:58,754 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/363035e202f94c188d044a3d7aa26b94, entries=150, sequenceid=596, filesize=12.0 K 2024-11-25T20:25:58,754 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/B/389fc2e769d64185a623b8758f895756 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/389fc2e769d64185a623b8758f895756 2024-11-25T20:25:58,758 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/389fc2e769d64185a623b8758f895756, entries=150, sequenceid=596, filesize=12.0 K 2024-11-25T20:25:58,758 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/.tmp/C/07dfbec34bfa4fa3a4d1a3f6693cc298 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/07dfbec34bfa4fa3a4d1a3f6693cc298 2024-11-25T20:25:58,762 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/07dfbec34bfa4fa3a4d1a3f6693cc298, entries=150, sequenceid=596, filesize=12.0 K 2024-11-25T20:25:58,767 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 76a5b4f1f638c34a22d23ede6b4f1ba7 in 892ms, sequenceid=596, compaction requested=false 2024-11-25T20:25:58,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dac578db68a74ca78787442d9dc572c5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4840c11be0524895bb4bebba2fda59a6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e2d724dae09f4143b911be70a7e71188, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/58ffed6a2cf74afc821579950d1469a7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87dfd72ef722485081359b68cc80a5c2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/959dfd1baa784d2db73bbffbfdb672ea, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/47a1399a7da24dceab1eca1363aa4c95, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/587de94a63844c8c943b986bff3e2e2b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/82e952a1e44e4267b4141df669634c9d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dde4f85f409b402b9c3a47c66e0edf0f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/b0f21a7d7b7b47389f527d543e4b4be5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/d58246bbf4e0496dbb87537dde8c028b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/f4b6560d6bcd4134997932accd819fbb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/abea3b59a2a14606a6570db525337984, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/be211e67a34a4f76b892b459d73fd8ca, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/2bd8fc40015f47a8a9203c9d5c18661e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3813935181b04e73ac230ffdb6620755, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9bef9d5efe294038933fb33a606a0baf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a823a20cb9484f6aa9287987717aeedf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/5e21278033584e50988678da9675a343, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fa8159c71a7245d499c5bccc2369daf7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0492d738d81c412c82a3d5dbe44bd6b0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0a2b6fbb6f7547a29e70b06e7a072f4a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1c28c20dcf8c461b9f6d07eddbf318d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fbd90d2b892546488ee20b452d191192, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87cde86a1dbb49b1a512eed5fc8a5c3a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/8280417ac05d41bf8c54414d27b3c6ac, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ccdb17b19b54bfd8123379b00a07cf4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4af05b549cbe4aa8ac8853d6a6f129fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/25c69cdfa6a54a619937aecaa044f01f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ba622e2ad2b4b1ca6498f15fe476773, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e05503e242414ddf98351e0a5d984335, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/da08bd03f2e5488b8dc2aa96a6b7a1aa, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dfd842a62b994457a7a2c8ba746b8ed4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4832a1c83e054953b217c4d72e2bf98e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9d7e1fb87f2c41929e01757500e87bb0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/10b407ddacf94c3caf5ba0d7bf980feb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1ee238d443624a0892770b84ac669e87, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/cfcc6a898ec843df8e04f180a257d77a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/91d017a33702428b9618f9af3bf001f5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/78ed4653e8724e238e97127ac8f312c4] to archive 2024-11-25T20:25:58,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:58,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dac578db68a74ca78787442d9dc572c5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dac578db68a74ca78787442d9dc572c5 2024-11-25T20:25:58,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4840c11be0524895bb4bebba2fda59a6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4840c11be0524895bb4bebba2fda59a6 2024-11-25T20:25:58,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e2d724dae09f4143b911be70a7e71188 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e2d724dae09f4143b911be70a7e71188 2024-11-25T20:25:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:58,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/58ffed6a2cf74afc821579950d1469a7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/58ffed6a2cf74afc821579950d1469a7 2024-11-25T20:25:58,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87dfd72ef722485081359b68cc80a5c2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87dfd72ef722485081359b68cc80a5c2 2024-11-25T20:25:58,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/959dfd1baa784d2db73bbffbfdb672ea to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/959dfd1baa784d2db73bbffbfdb672ea 2024-11-25T20:25:58,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/47a1399a7da24dceab1eca1363aa4c95 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/47a1399a7da24dceab1eca1363aa4c95 2024-11-25T20:25:58,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/587de94a63844c8c943b986bff3e2e2b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/587de94a63844c8c943b986bff3e2e2b 2024-11-25T20:25:58,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/82e952a1e44e4267b4141df669634c9d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/82e952a1e44e4267b4141df669634c9d 2024-11-25T20:25:58,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dde4f85f409b402b9c3a47c66e0edf0f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dde4f85f409b402b9c3a47c66e0edf0f 2024-11-25T20:25:58,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/b0f21a7d7b7b47389f527d543e4b4be5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/b0f21a7d7b7b47389f527d543e4b4be5 2024-11-25T20:25:58,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/d58246bbf4e0496dbb87537dde8c028b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/d58246bbf4e0496dbb87537dde8c028b 2024-11-25T20:25:58,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/f4b6560d6bcd4134997932accd819fbb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/f4b6560d6bcd4134997932accd819fbb 2024-11-25T20:25:58,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/abea3b59a2a14606a6570db525337984 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/abea3b59a2a14606a6570db525337984 2024-11-25T20:25:58,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/be211e67a34a4f76b892b459d73fd8ca to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/be211e67a34a4f76b892b459d73fd8ca 2024-11-25T20:25:58,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/2bd8fc40015f47a8a9203c9d5c18661e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/2bd8fc40015f47a8a9203c9d5c18661e 2024-11-25T20:25:58,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3813935181b04e73ac230ffdb6620755 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3813935181b04e73ac230ffdb6620755 2024-11-25T20:25:58,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9bef9d5efe294038933fb33a606a0baf to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9bef9d5efe294038933fb33a606a0baf 2024-11-25T20:25:58,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a823a20cb9484f6aa9287987717aeedf to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a823a20cb9484f6aa9287987717aeedf 2024-11-25T20:25:58,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/5e21278033584e50988678da9675a343 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/5e21278033584e50988678da9675a343 2024-11-25T20:25:58,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/a9d9ce8d8ab84e2ebe2a66c7d3e06a4e 2024-11-25T20:25:58,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fa8159c71a7245d499c5bccc2369daf7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fa8159c71a7245d499c5bccc2369daf7 2024-11-25T20:25:58,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0492d738d81c412c82a3d5dbe44bd6b0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0492d738d81c412c82a3d5dbe44bd6b0 2024-11-25T20:25:58,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0a2b6fbb6f7547a29e70b06e7a072f4a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0a2b6fbb6f7547a29e70b06e7a072f4a 2024-11-25T20:25:58,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1c28c20dcf8c461b9f6d07eddbf318d5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1c28c20dcf8c461b9f6d07eddbf318d5 2024-11-25T20:25:58,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fbd90d2b892546488ee20b452d191192 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/fbd90d2b892546488ee20b452d191192 2024-11-25T20:25:58,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87cde86a1dbb49b1a512eed5fc8a5c3a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/87cde86a1dbb49b1a512eed5fc8a5c3a 2024-11-25T20:25:58,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/8280417ac05d41bf8c54414d27b3c6ac to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/8280417ac05d41bf8c54414d27b3c6ac 2024-11-25T20:25:58,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ccdb17b19b54bfd8123379b00a07cf4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ccdb17b19b54bfd8123379b00a07cf4 2024-11-25T20:25:58,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4af05b549cbe4aa8ac8853d6a6f129fb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4af05b549cbe4aa8ac8853d6a6f129fb 2024-11-25T20:25:58,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/25c69cdfa6a54a619937aecaa044f01f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/25c69cdfa6a54a619937aecaa044f01f 2024-11-25T20:25:58,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ba622e2ad2b4b1ca6498f15fe476773 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/0ba622e2ad2b4b1ca6498f15fe476773 2024-11-25T20:25:58,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e05503e242414ddf98351e0a5d984335 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/e05503e242414ddf98351e0a5d984335 2024-11-25T20:25:58,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/da08bd03f2e5488b8dc2aa96a6b7a1aa to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/da08bd03f2e5488b8dc2aa96a6b7a1aa 2024-11-25T20:25:58,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dfd842a62b994457a7a2c8ba746b8ed4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/dfd842a62b994457a7a2c8ba746b8ed4 2024-11-25T20:25:58,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4832a1c83e054953b217c4d72e2bf98e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/4832a1c83e054953b217c4d72e2bf98e 2024-11-25T20:25:58,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9d7e1fb87f2c41929e01757500e87bb0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/9d7e1fb87f2c41929e01757500e87bb0 2024-11-25T20:25:58,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/10b407ddacf94c3caf5ba0d7bf980feb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/10b407ddacf94c3caf5ba0d7bf980feb 2024-11-25T20:25:58,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1ee238d443624a0892770b84ac669e87 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/1ee238d443624a0892770b84ac669e87 2024-11-25T20:25:58,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/cfcc6a898ec843df8e04f180a257d77a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/cfcc6a898ec843df8e04f180a257d77a 2024-11-25T20:25:58,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/91d017a33702428b9618f9af3bf001f5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/91d017a33702428b9618f9af3bf001f5 2024-11-25T20:25:58,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/78ed4653e8724e238e97127ac8f312c4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/78ed4653e8724e238e97127ac8f312c4 2024-11-25T20:25:58,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/87a1d0f5d7c4431bbb937e0c28b0a559, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/8ab2cbf40ae5487bb8fc2c06ee560a63, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/c7aa3f4735814441a6b367765d10203b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/98e1f0edfc264c3e97fbf84b07a52170, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0d8abcbc50f84536b6ec5e67d5009622, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/15e62f1330d34562bb24a68511c3045f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/dafc3ce32b1b450cadc6487a07869fe2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/f48db3148c5c404cae515be7f38dc96f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9119a2079f424430a2d2ce0d42e60d6d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/518365fbe1e9439e9c1553c89e01e06e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5874c950c78a4ac1900760792168776f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/64e6418e3c7040beaab51fb2cd48cf33, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6df16790a8864d78a89da66ea711672e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/7c705d38f080473fb7876bf3c687a48a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b36cf465a06149cb8d0a4b1900887e19, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/10d6a9696e83487badb3b4bd35709935, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/82a9658994a8455da2dad58483755556, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0e12fe5954eb47aa9381f205a1c99ac4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ababbb80779a4804a9d1e1dfdcf7c439, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/08f715cf6f6449d6ab0f1266124108fc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9aa1edaf1fb44c27997aa26ef59d2ec0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/423f40be56474c8fadf4fdefce5d0be2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9382c54fe8344dfe80ba29d48f22ae9a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/69dfb2f9d7fd42a6b3691091f8969d43, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/35fc24d3f2b44cae86f0db0459cbd6a6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ea9e4e935cc54bd9b1d90301734e0d77, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/4b4d2b25d39a402499361981e259bafb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9d45e3940184dcf807313726a65fa92, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/daf37f459f9a4ac98c48d524a0d253c8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/a50e07f7d5cf49e9a34e9da72d15e755, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/2ad91af2a8704529a08e2b303b335564, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5ea6eb8810904b58816a6b33d72e3c87, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e890e7536f1c4bf785672c4567b137f5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9f9ee74751241df895ed6219b1d4b4c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e8efb08800b141a785f9bbdb0ef80b47, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/70aad993baf44b548b4ddf0b7aa15b26, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6c8c34f6b0634af2aaf031ad53b599d2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0c296968f414459290af06f280458f2a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/95612e0dc0724092b8bdc60fb33b8a2a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/1f433d52b61e4a90a8a021c1efb941b3, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b7cbb6c03afc44d08b63c313b7b16ad6] to archive 2024-11-25T20:25:58,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:58,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/87a1d0f5d7c4431bbb937e0c28b0a559 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/87a1d0f5d7c4431bbb937e0c28b0a559 2024-11-25T20:25:58,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/8ab2cbf40ae5487bb8fc2c06ee560a63 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/8ab2cbf40ae5487bb8fc2c06ee560a63 2024-11-25T20:25:58,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/c7aa3f4735814441a6b367765d10203b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/c7aa3f4735814441a6b367765d10203b 2024-11-25T20:25:58,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/98e1f0edfc264c3e97fbf84b07a52170 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/98e1f0edfc264c3e97fbf84b07a52170 2024-11-25T20:25:58,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0d8abcbc50f84536b6ec5e67d5009622 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0d8abcbc50f84536b6ec5e67d5009622 2024-11-25T20:25:58,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/15e62f1330d34562bb24a68511c3045f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/15e62f1330d34562bb24a68511c3045f 2024-11-25T20:25:58,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/dafc3ce32b1b450cadc6487a07869fe2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/dafc3ce32b1b450cadc6487a07869fe2 2024-11-25T20:25:58,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/f48db3148c5c404cae515be7f38dc96f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/f48db3148c5c404cae515be7f38dc96f 2024-11-25T20:25:58,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9119a2079f424430a2d2ce0d42e60d6d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9119a2079f424430a2d2ce0d42e60d6d 2024-11-25T20:25:58,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/518365fbe1e9439e9c1553c89e01e06e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/518365fbe1e9439e9c1553c89e01e06e 2024-11-25T20:25:58,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5874c950c78a4ac1900760792168776f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5874c950c78a4ac1900760792168776f 2024-11-25T20:25:58,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/64e6418e3c7040beaab51fb2cd48cf33 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/64e6418e3c7040beaab51fb2cd48cf33 2024-11-25T20:25:58,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6df16790a8864d78a89da66ea711672e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6df16790a8864d78a89da66ea711672e 2024-11-25T20:25:58,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/7c705d38f080473fb7876bf3c687a48a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/7c705d38f080473fb7876bf3c687a48a 2024-11-25T20:25:58,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b36cf465a06149cb8d0a4b1900887e19 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b36cf465a06149cb8d0a4b1900887e19 2024-11-25T20:25:58,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/10d6a9696e83487badb3b4bd35709935 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/10d6a9696e83487badb3b4bd35709935 2024-11-25T20:25:58,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/82a9658994a8455da2dad58483755556 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/82a9658994a8455da2dad58483755556 2024-11-25T20:25:58,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0e12fe5954eb47aa9381f205a1c99ac4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0e12fe5954eb47aa9381f205a1c99ac4 2024-11-25T20:25:58,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ababbb80779a4804a9d1e1dfdcf7c439 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ababbb80779a4804a9d1e1dfdcf7c439 2024-11-25T20:25:58,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/08f715cf6f6449d6ab0f1266124108fc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/08f715cf6f6449d6ab0f1266124108fc 2024-11-25T20:25:58,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9aa1edaf1fb44c27997aa26ef59d2ec0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9aa1edaf1fb44c27997aa26ef59d2ec0 2024-11-25T20:25:58,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/423f40be56474c8fadf4fdefce5d0be2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/423f40be56474c8fadf4fdefce5d0be2 2024-11-25T20:25:58,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9382c54fe8344dfe80ba29d48f22ae9a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/9382c54fe8344dfe80ba29d48f22ae9a 2024-11-25T20:25:58,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/69dfb2f9d7fd42a6b3691091f8969d43 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/69dfb2f9d7fd42a6b3691091f8969d43 2024-11-25T20:25:58,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/35fc24d3f2b44cae86f0db0459cbd6a6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/35fc24d3f2b44cae86f0db0459cbd6a6 2024-11-25T20:25:58,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ea9e4e935cc54bd9b1d90301734e0d77 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/ea9e4e935cc54bd9b1d90301734e0d77 2024-11-25T20:25:58,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/4b4d2b25d39a402499361981e259bafb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/4b4d2b25d39a402499361981e259bafb 2024-11-25T20:25:58,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9d45e3940184dcf807313726a65fa92 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9d45e3940184dcf807313726a65fa92 2024-11-25T20:25:58,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/daf37f459f9a4ac98c48d524a0d253c8 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/daf37f459f9a4ac98c48d524a0d253c8 2024-11-25T20:25:58,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/a50e07f7d5cf49e9a34e9da72d15e755 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/a50e07f7d5cf49e9a34e9da72d15e755 2024-11-25T20:25:58,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/2ad91af2a8704529a08e2b303b335564 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/2ad91af2a8704529a08e2b303b335564 2024-11-25T20:25:58,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5ea6eb8810904b58816a6b33d72e3c87 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/5ea6eb8810904b58816a6b33d72e3c87 2024-11-25T20:25:58,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e890e7536f1c4bf785672c4567b137f5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e890e7536f1c4bf785672c4567b137f5 2024-11-25T20:25:58,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9f9ee74751241df895ed6219b1d4b4c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b9f9ee74751241df895ed6219b1d4b4c 2024-11-25T20:25:58,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e8efb08800b141a785f9bbdb0ef80b47 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/e8efb08800b141a785f9bbdb0ef80b47 2024-11-25T20:25:58,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/70aad993baf44b548b4ddf0b7aa15b26 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/70aad993baf44b548b4ddf0b7aa15b26 2024-11-25T20:25:58,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6c8c34f6b0634af2aaf031ad53b599d2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/6c8c34f6b0634af2aaf031ad53b599d2 2024-11-25T20:25:58,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0c296968f414459290af06f280458f2a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/0c296968f414459290af06f280458f2a 2024-11-25T20:25:58,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/95612e0dc0724092b8bdc60fb33b8a2a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/95612e0dc0724092b8bdc60fb33b8a2a 2024-11-25T20:25:58,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/1f433d52b61e4a90a8a021c1efb941b3 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/1f433d52b61e4a90a8a021c1efb941b3 2024-11-25T20:25:58,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b7cbb6c03afc44d08b63c313b7b16ad6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/b7cbb6c03afc44d08b63c313b7b16ad6 2024-11-25T20:25:58,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/76f741abb20641fca58ce5220a8dbd95, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/4239ada8008243c895f9604093cd566a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2a37f941f11942829f79c6c5a0b2615b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e157c930f2674064839fc92b25927f75, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1bd989003b824742862c755d24a870eb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fbc17ef1b66d4ec2a16c8fbf8895e590, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/20c7e5bf32d64b7d88cecbd55585e40b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/062b8102f8014704863da763e4046791, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/01c2aef99e9e4780bb922bd0e6ae0929, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6d9250f185a249659e19cd00e0bc1d80, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/535fb4470329495285aa693e39d5c19a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ec2ce554b0df4c2eb5e768c0e1e06629, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5402658fc5d34f898a6c08e63182b627, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a3acfb998082477b88300bc043b87b38, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/328c1757907f43ab8f463452a62ffab9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/09bad94ddbab41c9bb83a1f4363efd95, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/9b5cd47e0c6a466f8c0df2f66dd77f1e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/d9f8d405c67745c7ae0c8fef61626416, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/7e7047275155453e904c299bc4ca96ba, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6b1f91b70a6241cc9157a53ca96b785a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5152ec5f1bb34d6d8d5453b738976c61, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/49265194d3d14232bd24b438102b0ab8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/56edc2f8887a46c5b7d7c15c81f1ab31, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/301e1038d09c4b959be31efa80eb7a5c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/dfaf574bb7024f79aa19791ad54dd851, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1785968bc65c442da2050f0c66815a5b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6ae59d7fa29a4260abc6cec58cea0220, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1b48e69bd5324e399838e8b28c13de2f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/efcdcf1680264f478520ccf8f49e55d7, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6edde9b0c7a94f589358768ed7c47dfe, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/af6a0266bb0b41dba1a0ff2dfd1c27f2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1f4fa8342ebe4c8d9b46395a398b37a5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/bf6221af18dc419bb2012afc9eed87b9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/93a087075c67411da1408a24ec550093, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fa18fa522a1449138c449e6dd171b5bd, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/39848ad5f308472d8d175c3537e30892, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/29c3ea25b97d429b841746372b823670, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a61a77866a91453b8959a9cf98c198d5, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2216f9173cd14e3898f3c169257ebc4c, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ce8843080cc84872a41d332f588e7d69, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e7f627945e3a4f05826b37aeb16037ca] to archive 2024-11-25T20:25:58,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:25:58,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/76f741abb20641fca58ce5220a8dbd95 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/76f741abb20641fca58ce5220a8dbd95 2024-11-25T20:25:58,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/4239ada8008243c895f9604093cd566a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/4239ada8008243c895f9604093cd566a 2024-11-25T20:25:58,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2a37f941f11942829f79c6c5a0b2615b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2a37f941f11942829f79c6c5a0b2615b 2024-11-25T20:25:58,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e157c930f2674064839fc92b25927f75 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e157c930f2674064839fc92b25927f75 2024-11-25T20:25:58,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1bd989003b824742862c755d24a870eb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1bd989003b824742862c755d24a870eb 2024-11-25T20:25:58,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fbc17ef1b66d4ec2a16c8fbf8895e590 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fbc17ef1b66d4ec2a16c8fbf8895e590 2024-11-25T20:25:58,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/20c7e5bf32d64b7d88cecbd55585e40b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/20c7e5bf32d64b7d88cecbd55585e40b 2024-11-25T20:25:58,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/062b8102f8014704863da763e4046791 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/062b8102f8014704863da763e4046791 2024-11-25T20:25:58,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/01c2aef99e9e4780bb922bd0e6ae0929 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/01c2aef99e9e4780bb922bd0e6ae0929 2024-11-25T20:25:58,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6d9250f185a249659e19cd00e0bc1d80 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6d9250f185a249659e19cd00e0bc1d80 2024-11-25T20:25:58,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/535fb4470329495285aa693e39d5c19a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/535fb4470329495285aa693e39d5c19a 2024-11-25T20:25:58,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ec2ce554b0df4c2eb5e768c0e1e06629 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ec2ce554b0df4c2eb5e768c0e1e06629 2024-11-25T20:25:58,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5402658fc5d34f898a6c08e63182b627 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5402658fc5d34f898a6c08e63182b627 2024-11-25T20:25:58,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a3acfb998082477b88300bc043b87b38 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a3acfb998082477b88300bc043b87b38 2024-11-25T20:25:58,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/328c1757907f43ab8f463452a62ffab9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/328c1757907f43ab8f463452a62ffab9 2024-11-25T20:25:58,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/09bad94ddbab41c9bb83a1f4363efd95 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/09bad94ddbab41c9bb83a1f4363efd95 2024-11-25T20:25:58,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/9b5cd47e0c6a466f8c0df2f66dd77f1e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/9b5cd47e0c6a466f8c0df2f66dd77f1e 2024-11-25T20:25:58,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/d9f8d405c67745c7ae0c8fef61626416 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/d9f8d405c67745c7ae0c8fef61626416 2024-11-25T20:25:58,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/7e7047275155453e904c299bc4ca96ba to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/7e7047275155453e904c299bc4ca96ba 2024-11-25T20:25:58,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6b1f91b70a6241cc9157a53ca96b785a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6b1f91b70a6241cc9157a53ca96b785a 2024-11-25T20:25:58,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5152ec5f1bb34d6d8d5453b738976c61 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/5152ec5f1bb34d6d8d5453b738976c61 2024-11-25T20:25:58,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/49265194d3d14232bd24b438102b0ab8 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/49265194d3d14232bd24b438102b0ab8 2024-11-25T20:25:58,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/56edc2f8887a46c5b7d7c15c81f1ab31 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/56edc2f8887a46c5b7d7c15c81f1ab31 2024-11-25T20:25:58,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/301e1038d09c4b959be31efa80eb7a5c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/301e1038d09c4b959be31efa80eb7a5c 2024-11-25T20:25:58,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/dfaf574bb7024f79aa19791ad54dd851 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/dfaf574bb7024f79aa19791ad54dd851 2024-11-25T20:25:58,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1785968bc65c442da2050f0c66815a5b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1785968bc65c442da2050f0c66815a5b 2024-11-25T20:25:58,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6ae59d7fa29a4260abc6cec58cea0220 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6ae59d7fa29a4260abc6cec58cea0220 2024-11-25T20:25:58,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1b48e69bd5324e399838e8b28c13de2f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1b48e69bd5324e399838e8b28c13de2f 2024-11-25T20:25:58,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/efcdcf1680264f478520ccf8f49e55d7 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/efcdcf1680264f478520ccf8f49e55d7 2024-11-25T20:25:58,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6edde9b0c7a94f589358768ed7c47dfe to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/6edde9b0c7a94f589358768ed7c47dfe 2024-11-25T20:25:58,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/af6a0266bb0b41dba1a0ff2dfd1c27f2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/af6a0266bb0b41dba1a0ff2dfd1c27f2 2024-11-25T20:25:58,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1f4fa8342ebe4c8d9b46395a398b37a5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/1f4fa8342ebe4c8d9b46395a398b37a5 2024-11-25T20:25:58,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/bf6221af18dc419bb2012afc9eed87b9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/bf6221af18dc419bb2012afc9eed87b9 2024-11-25T20:25:58,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/93a087075c67411da1408a24ec550093 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/93a087075c67411da1408a24ec550093 2024-11-25T20:25:58,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fa18fa522a1449138c449e6dd171b5bd to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/fa18fa522a1449138c449e6dd171b5bd 2024-11-25T20:25:58,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/39848ad5f308472d8d175c3537e30892 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/39848ad5f308472d8d175c3537e30892 2024-11-25T20:25:58,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/29c3ea25b97d429b841746372b823670 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/29c3ea25b97d429b841746372b823670 2024-11-25T20:25:58,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a61a77866a91453b8959a9cf98c198d5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/a61a77866a91453b8959a9cf98c198d5 2024-11-25T20:25:58,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2216f9173cd14e3898f3c169257ebc4c to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/2216f9173cd14e3898f3c169257ebc4c 2024-11-25T20:25:58,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ce8843080cc84872a41d332f588e7d69 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ce8843080cc84872a41d332f588e7d69 2024-11-25T20:25:58,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e7f627945e3a4f05826b37aeb16037ca to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/e7f627945e3a4f05826b37aeb16037ca 2024-11-25T20:25:58,992 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/recovered.edits/599.seqid, newMaxSeqId=599, maxSeqId=1 2024-11-25T20:25:58,992 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7. 2024-11-25T20:25:58,992 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1635): Region close journal for 76a5b4f1f638c34a22d23ede6b4f1ba7: 2024-11-25T20:25:58,994 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(170): Closed 76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:58,995 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=76a5b4f1f638c34a22d23ede6b4f1ba7, regionState=CLOSED 2024-11-25T20:25:58,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T20:25:58,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseRegionProcedure 76a5b4f1f638c34a22d23ede6b4f1ba7, server=a8cf619b0679,44841,1732566188146 in 1.2730 sec 2024-11-25T20:25:59,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-25T20:25:59,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a5b4f1f638c34a22d23ede6b4f1ba7, UNASSIGN in 1.2780 sec 2024-11-25T20:25:59,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T20:25:59,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2830 sec 2024-11-25T20:25:59,004 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566359003"}]},"ts":"1732566359003"} 2024-11-25T20:25:59,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:25:59,050 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:25:59,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3860 sec 2024-11-25T20:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T20:25:59,784 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T20:25:59,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:25:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,786 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:59,786 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=134, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,788 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:59,790 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/recovered.edits] 2024-11-25T20:25:59,792 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/363035e202f94c188d044a3d7aa26b94 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/363035e202f94c188d044a3d7aa26b94 2024-11-25T20:25:59,793 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3bb8e45f38254f328263af32bed15d5e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/A/3bb8e45f38254f328263af32bed15d5e 2024-11-25T20:25:59,794 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/389fc2e769d64185a623b8758f895756 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/389fc2e769d64185a623b8758f895756 2024-11-25T20:25:59,795 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/925ff0974ae140adb3d65645d11c9e19 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/B/925ff0974ae140adb3d65645d11c9e19 2024-11-25T20:25:59,796 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/07dfbec34bfa4fa3a4d1a3f6693cc298 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/07dfbec34bfa4fa3a4d1a3f6693cc298 2024-11-25T20:25:59,797 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ea58bcd2da6240dba4d4e0ae8935e729 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/C/ea58bcd2da6240dba4d4e0ae8935e729 2024-11-25T20:25:59,799 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/recovered.edits/599.seqid to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7/recovered.edits/599.seqid 2024-11-25T20:25:59,800 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/76a5b4f1f638c34a22d23ede6b4f1ba7 2024-11-25T20:25:59,800 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:25:59,802 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=134, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,803 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:25:59,808 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:25:59,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=134, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:25:59,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566359809"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:59,811 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:25:59,811 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 76a5b4f1f638c34a22d23ede6b4f1ba7, NAME => 'TestAcidGuarantees,,1732566326963.76a5b4f1f638c34a22d23ede6b4f1ba7.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:25:59,811 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:25:59,811 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566359811"}]},"ts":"9223372036854775807"} 2024-11-25T20:25:59,812 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:25:59,825 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=134, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-25T20:25:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T20:25:59,888 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T20:25:59,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=445 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 1083) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3320 (was 2705) - AvailableMemoryMB LEAK? - 2024-11-25T20:25:59,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=3320 2024-11-25T20:25:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:25:59,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:25:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T20:25:59,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T20:25:59,906 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:25:59,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 135 2024-11-25T20:25:59,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T20:25:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-25T20:25:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742424_1600 (size=963) 2024-11-25T20:26:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-25T20:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-25T20:26:00,312 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba 2024-11-25T20:26:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742425_1601 (size=53) 2024-11-25T20:26:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-25T20:26:00,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:26:00,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f3248c57e5a9b878be7a24d136fdff05, disabling compactions & flushes 2024-11-25T20:26:00,728 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:00,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:00,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. after waiting 0 ms 2024-11-25T20:26:00,729 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:00,729 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:00,729 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:00,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T20:26:00,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732566360735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732566360735"}]},"ts":"1732566360735"} 2024-11-25T20:26:00,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T20:26:00,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T20:26:00,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566360738"}]},"ts":"1732566360738"} 2024-11-25T20:26:00,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T20:26:00,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, ASSIGN}] 2024-11-25T20:26:00,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, ASSIGN 2024-11-25T20:26:00,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, ASSIGN; state=OFFLINE, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=false 2024-11-25T20:26:00,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:00,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; OpenRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-25T20:26:01,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:01,101 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:01,101 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7285): Opening region: {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:26:01,101 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,101 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:26:01,102 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7327): checking encryption for f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,102 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7330): checking classloading for f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,105 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,106 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:26:01,107 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3248c57e5a9b878be7a24d136fdff05 columnFamilyName A 2024-11-25T20:26:01,107 DEBUG [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:01,107 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(327): Store=f3248c57e5a9b878be7a24d136fdff05/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:26:01,108 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,109 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:26:01,109 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3248c57e5a9b878be7a24d136fdff05 columnFamilyName B 2024-11-25T20:26:01,109 DEBUG [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:01,119 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(327): Store=f3248c57e5a9b878be7a24d136fdff05/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:26:01,119 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,123 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:26:01,123 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3248c57e5a9b878be7a24d136fdff05 columnFamilyName C 2024-11-25T20:26:01,123 DEBUG [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:01,124 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(327): Store=f3248c57e5a9b878be7a24d136fdff05/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:26:01,124 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:01,125 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,125 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,126 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:26:01,127 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1085): writing seq id for f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:01,135 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T20:26:01,136 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1102): Opened f3248c57e5a9b878be7a24d136fdff05; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60168273, jitterRate=-0.1034228652715683}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:26:01,136 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1001): Region open journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:01,137 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., pid=137, masterSystemTime=1732566361091 2024-11-25T20:26:01,139 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:01,139 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:01,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=OPEN, openSeqNum=2, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:01,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T20:26:01,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; OpenRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 in 201 msec 2024-11-25T20:26:01,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-25T20:26:01,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, ASSIGN in 374 msec 2024-11-25T20:26:01,143 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T20:26:01,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566361143"}]},"ts":"1732566361143"} 2024-11-25T20:26:01,144 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T20:26:01,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T20:26:01,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2950 sec 2024-11-25T20:26:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-25T20:26:02,018 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 135 completed 2024-11-25T20:26:02,020 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7500d655 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ec273c5 2024-11-25T20:26:02,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2929dc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:02,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:02,069 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:02,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T20:26:02,072 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T20:26:02,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T20:26:02,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T20:26:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:02,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742426_1602 (size=999) 2024-11-25T20:26:02,490 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T20:26:02,490 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T20:26:02,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:26:02,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, REOPEN/MOVE}] 2024-11-25T20:26:02,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, REOPEN/MOVE 2024-11-25T20:26:02,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:02,495 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:26:02,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:26:02,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:02,647 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,647 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:26:02,647 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing f3248c57e5a9b878be7a24d136fdff05, disabling compactions & flushes 2024-11-25T20:26:02,647 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,647 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,647 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. after waiting 0 ms 2024-11-25T20:26:02,647 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,651 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T20:26:02,651 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,651 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:02,651 WARN [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionServer(3786): Not adding moved region record: f3248c57e5a9b878be7a24d136fdff05 to self. 2024-11-25T20:26:02,652 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,653 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=CLOSED 2024-11-25T20:26:02,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T20:26:02,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 in 158 msec 2024-11-25T20:26:02,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, REOPEN/MOVE; state=CLOSED, location=a8cf619b0679,44841,1732566188146; forceNewPlan=false, retain=true 2024-11-25T20:26:02,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=OPENING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:02,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=140, state=RUNNABLE; OpenRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:26:02,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:02,961 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,961 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7285): Opening region: {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} 2024-11-25T20:26:02,961 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,962 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T20:26:02,962 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7327): checking encryption for f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,962 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7330): checking classloading for f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,963 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,964 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:26:02,964 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3248c57e5a9b878be7a24d136fdff05 columnFamilyName A 2024-11-25T20:26:02,965 DEBUG [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:02,965 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(327): Store=f3248c57e5a9b878be7a24d136fdff05/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:26:02,966 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,966 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:26:02,966 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3248c57e5a9b878be7a24d136fdff05 columnFamilyName B 2024-11-25T20:26:02,966 DEBUG [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:02,967 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(327): Store=f3248c57e5a9b878be7a24d136fdff05/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:26:02,967 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,967 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T20:26:02,967 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3248c57e5a9b878be7a24d136fdff05 columnFamilyName C 2024-11-25T20:26:02,967 DEBUG [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:02,968 INFO [StoreOpener-f3248c57e5a9b878be7a24d136fdff05-1 {}] regionserver.HStore(327): Store=f3248c57e5a9b878be7a24d136fdff05/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T20:26:02,968 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,969 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,969 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,971 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T20:26:02,972 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1085): writing seq id for f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:02,972 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1102): Opened f3248c57e5a9b878be7a24d136fdff05; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61893180, jitterRate=-0.07771974802017212}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T20:26:02,973 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1001): Region open journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:02,974 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., pid=142, masterSystemTime=1732566362958 2024-11-25T20:26:02,982 DEBUG [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=OPEN, openSeqNum=5, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:02,983 INFO [RS_OPEN_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:02,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=140 2024-11-25T20:26:02,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=140, state=SUCCESS; OpenRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 in 177 msec 2024-11-25T20:26:02,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-25T20:26:02,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, REOPEN/MOVE in 492 msec 2024-11-25T20:26:02,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T20:26:02,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 495 msec 2024-11-25T20:26:02,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 915 msec 2024-11-25T20:26:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T20:26:02,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55fcf8d8 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58ade5f9 2024-11-25T20:26:03,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f838b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4278bc76 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@754d0bed 2024-11-25T20:26:03,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b7b773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x242a3a51 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39254f5a 2024-11-25T20:26:03,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c26b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31258e10 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226948f1 2024-11-25T20:26:03,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6333ace5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb2c038 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14f4319f 2024-11-25T20:26:03,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adef360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00bd6c58 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1de5cadc 2024-11-25T20:26:03,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943e006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5169737a to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6269e0a1 2024-11-25T20:26:03,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743c6f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ce568df to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1124eb0a 2024-11-25T20:26:03,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67603ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e6edfd3 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a403af 2024-11-25T20:26:03,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef93e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a85078 to 127.0.0.1:57878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20598fb9 2024-11-25T20:26:03,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T20:26:03,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:03,415 DEBUG [hconnection-0x43e3b84e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-25T20:26:03,417 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:03,417 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:03,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:03,418 DEBUG [hconnection-0x23346561-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:03,421 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,425 DEBUG [hconnection-0x59c5929d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,426 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,436 DEBUG [hconnection-0x3f1287bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,438 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,438 DEBUG [hconnection-0x7aa66608-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,439 DEBUG [hconnection-0xa0b662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,440 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,440 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,441 DEBUG [hconnection-0x2e7e0cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,442 DEBUG [hconnection-0x4a3b7537-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,443 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,443 DEBUG [hconnection-0x5e211fb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,444 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,444 DEBUG [hconnection-0x5b0c0714-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T20:26:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:03,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:26:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:03,448 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T20:26:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566423461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566423462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566423462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566423463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566423463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256de7461da8184a5f982827cdd6f34a43_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566363446/Put/seqid=0 2024-11-25T20:26:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742427_1603 (size=12154) 2024-11-25T20:26:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:03,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566423564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566423565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566423565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566423565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566423565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:03,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:03,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:03,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566423774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:03,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:03,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:03,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:03,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256de7461da8184a5f982827cdd6f34a43_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256de7461da8184a5f982827cdd6f34a43_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:03,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/32328b2275514d21989746ff33c1e1df, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:03,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/32328b2275514d21989746ff33c1e1df is 175, key is test_row_0/A:col10/1732566363446/Put/seqid=0 2024-11-25T20:26:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742428_1604 (size=30955) 2024-11-25T20:26:04,035 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/32328b2275514d21989746ff33c1e1df 2024-11-25T20:26:04,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:04,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:04,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566424075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566424079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566424081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566424081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566424085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/736a219762824002b0ff060e9cb3e5b1 is 50, key is test_row_0/B:col10/1732566363446/Put/seqid=0 2024-11-25T20:26:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742429_1605 (size=12001) 2024-11-25T20:26:04,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/736a219762824002b0ff060e9cb3e5b1 2024-11-25T20:26:04,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:04,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/487796ca6be64490add1f4bb28836317 is 50, key is test_row_0/C:col10/1732566363446/Put/seqid=0 2024-11-25T20:26:04,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742430_1606 (size=12001) 2024-11-25T20:26:04,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:04,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:04,529 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:04,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T20:26:04,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566424590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566424591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566424592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566424595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566424598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/487796ca6be64490add1f4bb28836317 2024-11-25T20:26:04,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/32328b2275514d21989746ff33c1e1df as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df 2024-11-25T20:26:04,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df, entries=150, sequenceid=19, filesize=30.2 K 2024-11-25T20:26:04,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/736a219762824002b0ff060e9cb3e5b1 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/736a219762824002b0ff060e9cb3e5b1 2024-11-25T20:26:04,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/736a219762824002b0ff060e9cb3e5b1, entries=150, sequenceid=19, filesize=11.7 K 2024-11-25T20:26:04,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/487796ca6be64490add1f4bb28836317 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/487796ca6be64490add1f4bb28836317 2024-11-25T20:26:04,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/487796ca6be64490add1f4bb28836317, entries=150, sequenceid=19, filesize=11.7 K 2024-11-25T20:26:04,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3248c57e5a9b878be7a24d136fdff05 in 1304ms, sequenceid=19, compaction requested=false 2024-11-25T20:26:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:04,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:04,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:04,840 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:04,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259c3334faf9c543c785c4923b583a07a8_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566363461/Put/seqid=0 2024-11-25T20:26:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742431_1607 (size=12154) 2024-11-25T20:26:05,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:05,274 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259c3334faf9c543c785c4923b583a07a8_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c3334faf9c543c785c4923b583a07a8_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8f98a0d37c704b139690c4afd307a2b2, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8f98a0d37c704b139690c4afd307a2b2 is 175, key is test_row_0/A:col10/1732566363461/Put/seqid=0 2024-11-25T20:26:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742432_1608 (size=30955) 2024-11-25T20:26:05,293 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8f98a0d37c704b139690c4afd307a2b2 2024-11-25T20:26:05,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/e60ac33345024ce891a43424d0c00b64 is 50, key is test_row_0/B:col10/1732566363461/Put/seqid=0 2024-11-25T20:26:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742433_1609 (size=12001) 2024-11-25T20:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:05,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566425662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566425662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566425663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566425666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566425671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,722 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/e60ac33345024ce891a43424d0c00b64 2024-11-25T20:26:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/2fc5b2c8d3ab423fafc54d0219d89e41 is 50, key is test_row_0/C:col10/1732566363461/Put/seqid=0 2024-11-25T20:26:05,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566425771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566425774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566425775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566425779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742434_1610 (size=12001) 2024-11-25T20:26:05,788 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/2fc5b2c8d3ab423fafc54d0219d89e41 2024-11-25T20:26:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8f98a0d37c704b139690c4afd307a2b2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2 2024-11-25T20:26:05,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566425791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:05,796 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T20:26:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/e60ac33345024ce891a43424d0c00b64 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e60ac33345024ce891a43424d0c00b64 2024-11-25T20:26:05,801 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e60ac33345024ce891a43424d0c00b64, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T20:26:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/2fc5b2c8d3ab423fafc54d0219d89e41 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/2fc5b2c8d3ab423fafc54d0219d89e41 2024-11-25T20:26:05,807 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/2fc5b2c8d3ab423fafc54d0219d89e41, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T20:26:05,808 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for f3248c57e5a9b878be7a24d136fdff05 in 968ms, sequenceid=40, compaction requested=false 2024-11-25T20:26:05,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:05,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:05,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-25T20:26:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=144 2024-11-25T20:26:05,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-25T20:26:05,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3970 sec 2024-11-25T20:26:05,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.4090 sec 2024-11-25T20:26:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:05,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T20:26:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:05,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254028dbddb14f492e8c305b009456ac6d_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:06,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742435_1611 (size=14594) 2024-11-25T20:26:06,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566426042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566426043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566426043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566426043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566426044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566426146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566426148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566426148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566426148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566426152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566426355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566426355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566426356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566426356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566426362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,390 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T20:26:06,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:06,418 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254028dbddb14f492e8c305b009456ac6d_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254028dbddb14f492e8c305b009456ac6d_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:06,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/9d249eaa9f0746d282525fbcc54dec4e, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:06,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/9d249eaa9f0746d282525fbcc54dec4e is 175, key is test_row_0/A:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742436_1612 (size=39549) 2024-11-25T20:26:06,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/9d249eaa9f0746d282525fbcc54dec4e 2024-11-25T20:26:06,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/773974bccd6b4847ba807c73c3e2b457 is 50, key is test_row_0/B:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742437_1613 (size=12001) 2024-11-25T20:26:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566426662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566426663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566426663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566426663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566426666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:06,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/773974bccd6b4847ba807c73c3e2b457 2024-11-25T20:26:06,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/31b5317704f54119913a9612004edce2 is 50, key is test_row_0/C:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742438_1614 (size=12001) 2024-11-25T20:26:06,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/31b5317704f54119913a9612004edce2 2024-11-25T20:26:06,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/9d249eaa9f0746d282525fbcc54dec4e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e 2024-11-25T20:26:06,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e, entries=200, sequenceid=57, filesize=38.6 K 2024-11-25T20:26:06,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/773974bccd6b4847ba807c73c3e2b457 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/773974bccd6b4847ba807c73c3e2b457 2024-11-25T20:26:06,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/773974bccd6b4847ba807c73c3e2b457, entries=150, sequenceid=57, filesize=11.7 K 2024-11-25T20:26:06,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/31b5317704f54119913a9612004edce2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/31b5317704f54119913a9612004edce2 2024-11-25T20:26:06,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/31b5317704f54119913a9612004edce2, entries=150, sequenceid=57, filesize=11.7 K 2024-11-25T20:26:06,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f3248c57e5a9b878be7a24d136fdff05 in 998ms, sequenceid=57, compaction requested=true 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:06,973 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:26:06,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:06,974 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/A is initiating minor compaction (all files) 2024-11-25T20:26:06,974 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/A in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:06,974 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:06,974 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=99.1 K 2024-11-25T20:26:06,974 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:06,975 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e] 2024-11-25T20:26:06,975 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32328b2275514d21989746ff33c1e1df, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732566363444 2024-11-25T20:26:06,975 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f98a0d37c704b139690c4afd307a2b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732566363457 2024-11-25T20:26:06,976 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:06,976 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/B is initiating minor compaction (all files) 2024-11-25T20:26:06,976 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/B in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:06,976 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/736a219762824002b0ff060e9cb3e5b1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e60ac33345024ce891a43424d0c00b64, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/773974bccd6b4847ba807c73c3e2b457] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=35.2 K 2024-11-25T20:26:06,976 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d249eaa9f0746d282525fbcc54dec4e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732566365655 2024-11-25T20:26:06,976 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 736a219762824002b0ff060e9cb3e5b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732566363444 2024-11-25T20:26:06,976 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting e60ac33345024ce891a43424d0c00b64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732566363457 2024-11-25T20:26:06,977 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 773974bccd6b4847ba807c73c3e2b457, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732566365659 2024-11-25T20:26:06,982 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:06,984 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#B#compaction#523 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:06,985 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4ab63cd249cb4d5db52694bc16505563 is 50, key is test_row_0/B:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:06,987 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256812cab528e44db890b571fea0f66d39_f3248c57e5a9b878be7a24d136fdff05 store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:06,989 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256812cab528e44db890b571fea0f66d39_f3248c57e5a9b878be7a24d136fdff05, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:06,989 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256812cab528e44db890b571fea0f66d39_f3248c57e5a9b878be7a24d136fdff05 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742439_1615 (size=12104) 2024-11-25T20:26:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742440_1616 (size=4469) 2024-11-25T20:26:07,014 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4ab63cd249cb4d5db52694bc16505563 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4ab63cd249cb4d5db52694bc16505563 2024-11-25T20:26:07,025 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/B of f3248c57e5a9b878be7a24d136fdff05 into 4ab63cd249cb4d5db52694bc16505563(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:07,025 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:07,025 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/B, priority=13, startTime=1732566366973; duration=0sec 2024-11-25T20:26:07,025 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:07,025 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:07,025 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:07,028 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:07,028 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/C is initiating minor compaction (all files) 2024-11-25T20:26:07,028 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/C in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,028 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/487796ca6be64490add1f4bb28836317, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/2fc5b2c8d3ab423fafc54d0219d89e41, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/31b5317704f54119913a9612004edce2] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=35.2 K 2024-11-25T20:26:07,029 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 487796ca6be64490add1f4bb28836317, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732566363444 2024-11-25T20:26:07,029 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fc5b2c8d3ab423fafc54d0219d89e41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732566363457 2024-11-25T20:26:07,029 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 31b5317704f54119913a9612004edce2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732566365659 2024-11-25T20:26:07,035 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:07,035 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/f92383b6da19462eabe3d065bf40d071 is 50, key is test_row_0/C:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742441_1617 (size=12104) 2024-11-25T20:26:07,057 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/f92383b6da19462eabe3d065bf40d071 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/f92383b6da19462eabe3d065bf40d071 2024-11-25T20:26:07,065 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/C of f3248c57e5a9b878be7a24d136fdff05 into f92383b6da19462eabe3d065bf40d071(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:07,065 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:07,065 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/C, priority=13, startTime=1732566366973; duration=0sec 2024-11-25T20:26:07,065 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:07,066 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:07,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T20:26:07,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:07,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:07,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:07,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:07,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:07,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:07,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112579960813a5cc4165bc04af26970693e6_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566366042/Put/seqid=0 2024-11-25T20:26:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566427176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566427177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566427177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566427177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566427178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742442_1618 (size=12154) 2024-11-25T20:26:07,196 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:07,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112579960813a5cc4165bc04af26970693e6_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579960813a5cc4165bc04af26970693e6_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:07,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/70616b737f8a49ab9b70d4bebab3dd51, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:07,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/70616b737f8a49ab9b70d4bebab3dd51 is 175, key is test_row_0/A:col10/1732566366042/Put/seqid=0 2024-11-25T20:26:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742443_1619 (size=30955) 2024-11-25T20:26:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566427279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566427280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566427280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566427280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566427281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,412 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:07,413 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/719235dff4da412b942cfe10157aeb31 is 175, key is test_row_0/A:col10/1732566365974/Put/seqid=0 2024-11-25T20:26:07,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742444_1620 (size=31058) 2024-11-25T20:26:07,441 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/719235dff4da412b942cfe10157aeb31 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/719235dff4da412b942cfe10157aeb31 2024-11-25T20:26:07,446 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/A of f3248c57e5a9b878be7a24d136fdff05 into 719235dff4da412b942cfe10157aeb31(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:07,446 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:07,446 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/A, priority=13, startTime=1732566366973; duration=0sec 2024-11-25T20:26:07,446 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:07,446 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:07,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566427487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566427487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566427488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566427488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566427487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-25T20:26:07,529 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-25T20:26:07,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-25T20:26:07,533 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T20:26:07,533 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:07,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T20:26:07,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/70616b737f8a49ab9b70d4bebab3dd51 2024-11-25T20:26:07,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/ff0d7811307a4cc3bb28f4886bdff742 is 50, key is test_row_0/B:col10/1732566366042/Put/seqid=0 2024-11-25T20:26:07,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742445_1621 (size=12001) 2024-11-25T20:26:07,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566427789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566427791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566427791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566427792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566427794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T20:26:07,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:07,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:07,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:07,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/ff0d7811307a4cc3bb28f4886bdff742 2024-11-25T20:26:08,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/692ad6df0f594b0497d87c4090dd202a is 50, key is test_row_0/C:col10/1732566366042/Put/seqid=0 2024-11-25T20:26:08,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742446_1622 (size=12001) 2024-11-25T20:26:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T20:26:08,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:08,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566428294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:08,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566428294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566428297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566428297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566428299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:08,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/692ad6df0f594b0497d87c4090dd202a 2024-11-25T20:26:08,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/70616b737f8a49ab9b70d4bebab3dd51 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51 2024-11-25T20:26:08,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51, entries=150, sequenceid=80, filesize=30.2 K 2024-11-25T20:26:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/ff0d7811307a4cc3bb28f4886bdff742 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/ff0d7811307a4cc3bb28f4886bdff742 2024-11-25T20:26:08,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/ff0d7811307a4cc3bb28f4886bdff742, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T20:26:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/692ad6df0f594b0497d87c4090dd202a as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/692ad6df0f594b0497d87c4090dd202a 2024-11-25T20:26:08,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/692ad6df0f594b0497d87c4090dd202a, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T20:26:08,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f3248c57e5a9b878be7a24d136fdff05 in 1399ms, sequenceid=80, compaction requested=false 2024-11-25T20:26:08,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:08,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:08,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T20:26:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:08,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T20:26:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:08,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d319297fb6d54bd2bef6e8cbc6b980e6_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566367176/Put/seqid=0 2024-11-25T20:26:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T20:26:08,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742447_1623 (size=12154) 2024-11-25T20:26:08,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:08,671 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d319297fb6d54bd2bef6e8cbc6b980e6_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d319297fb6d54bd2bef6e8cbc6b980e6_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c12e4e42f28940fc8b2970b906a54d86, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c12e4e42f28940fc8b2970b906a54d86 is 175, key is test_row_0/A:col10/1732566367176/Put/seqid=0 2024-11-25T20:26:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742448_1624 (size=30955) 2024-11-25T20:26:09,106 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c12e4e42f28940fc8b2970b906a54d86 2024-11-25T20:26:09,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/0b03ae50d45749a0b82ef530fcfae0c0 is 50, key is test_row_0/B:col10/1732566367176/Put/seqid=0 2024-11-25T20:26:09,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742449_1625 (size=12001) 2024-11-25T20:26:09,159 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/0b03ae50d45749a0b82ef530fcfae0c0 2024-11-25T20:26:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/bef07bbc412040439dd95211bbf24e57 is 50, key is test_row_0/C:col10/1732566367176/Put/seqid=0 2024-11-25T20:26:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742450_1626 (size=12001) 2024-11-25T20:26:09,208 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/bef07bbc412040439dd95211bbf24e57 2024-11-25T20:26:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c12e4e42f28940fc8b2970b906a54d86 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86 2024-11-25T20:26:09,221 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86, entries=150, sequenceid=96, filesize=30.2 K 2024-11-25T20:26:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/0b03ae50d45749a0b82ef530fcfae0c0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/0b03ae50d45749a0b82ef530fcfae0c0 2024-11-25T20:26:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,227 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/0b03ae50d45749a0b82ef530fcfae0c0, entries=150, sequenceid=96, filesize=11.7 K 2024-11-25T20:26:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/bef07bbc412040439dd95211bbf24e57 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/bef07bbc412040439dd95211bbf24e57 2024-11-25T20:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,233 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/bef07bbc412040439dd95211bbf24e57, entries=150, sequenceid=96, filesize=11.7 K 2024-11-25T20:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,234 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for f3248c57e5a9b878be7a24d136fdff05 in 626ms, sequenceid=96, compaction requested=true 2024-11-25T20:26:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-25T20:26:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-11-25T20:26:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-25T20:26:09,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-11-25T20:26:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.7050 sec 2024-11-25T20:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596fb20b670fa42e194238d25830974a7_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742451_1627 (size=19474) 2024-11-25T20:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566429436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566429437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566429438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566429439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566429442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566429540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566429542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566429543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566429546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566429551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T20:26:09,639 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-25T20:26:09,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-25T20:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:09,642 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:09,642 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:09,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:09,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566429744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566429747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566429748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566429751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566429756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:09,793 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596fb20b670fa42e194238d25830974a7_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596fb20b670fa42e194238d25830974a7_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:09,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T20:26:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:09,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:09,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:09,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5eca856486c041bf9687047a46fd7c5d, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:09,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5eca856486c041bf9687047a46fd7c5d is 175, key is test_row_0/A:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:09,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742452_1628 (size=56733) 2024-11-25T20:26:09,847 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5eca856486c041bf9687047a46fd7c5d 2024-11-25T20:26:09,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/263f1e68706942cf8798ece6bc90fc36 is 50, key is test_row_0/B:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:09,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742453_1629 (size=12001) 2024-11-25T20:26:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:09,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:09,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T20:26:09,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:09,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:09,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:09,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:09,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566430051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566430054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566430054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566430054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566430060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T20:26:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:10,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T20:26:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:10,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/263f1e68706942cf8798ece6bc90fc36 2024-11-25T20:26:10,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/39d11ef3b9874fd190e8f8f8233e9901 is 50, key is test_row_0/C:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:10,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742454_1630 (size=12001) 2024-11-25T20:26:10,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/39d11ef3b9874fd190e8f8f8233e9901 2024-11-25T20:26:10,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5eca856486c041bf9687047a46fd7c5d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d 2024-11-25T20:26:10,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d, entries=300, sequenceid=108, filesize=55.4 K 2024-11-25T20:26:10,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/263f1e68706942cf8798ece6bc90fc36 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/263f1e68706942cf8798ece6bc90fc36 2024-11-25T20:26:10,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/263f1e68706942cf8798ece6bc90fc36, entries=150, sequenceid=108, filesize=11.7 K 2024-11-25T20:26:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/39d11ef3b9874fd190e8f8f8233e9901 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/39d11ef3b9874fd190e8f8f8233e9901 2024-11-25T20:26:10,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/39d11ef3b9874fd190e8f8f8233e9901, entries=150, sequenceid=108, filesize=11.7 K 2024-11-25T20:26:10,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f3248c57e5a9b878be7a24d136fdff05 in 999ms, sequenceid=108, compaction requested=true 2024-11-25T20:26:10,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:10,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:10,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:10,357 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:10,357 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:10,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:10,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:10,363 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:10,363 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/B is initiating minor compaction (all files) 2024-11-25T20:26:10,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/A is initiating minor compaction (all files) 2024-11-25T20:26:10,363 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/B in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,363 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/A in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,363 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/719235dff4da412b942cfe10157aeb31, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=146.2 K 2024-11-25T20:26:10,363 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4ab63cd249cb4d5db52694bc16505563, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/ff0d7811307a4cc3bb28f4886bdff742, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/0b03ae50d45749a0b82ef530fcfae0c0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/263f1e68706942cf8798ece6bc90fc36] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=47.0 K 2024-11-25T20:26:10,363 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,363 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/719235dff4da412b942cfe10157aeb31, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d] 2024-11-25T20:26:10,363 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ab63cd249cb4d5db52694bc16505563, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732566365659 2024-11-25T20:26:10,364 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 719235dff4da412b942cfe10157aeb31, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732566365659 2024-11-25T20:26:10,365 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting ff0d7811307a4cc3bb28f4886bdff742, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732566366041 2024-11-25T20:26:10,365 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70616b737f8a49ab9b70d4bebab3dd51, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732566366041 2024-11-25T20:26:10,365 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b03ae50d45749a0b82ef530fcfae0c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732566367176 2024-11-25T20:26:10,365 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c12e4e42f28940fc8b2970b906a54d86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732566367176 2024-11-25T20:26:10,366 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 263f1e68706942cf8798ece6bc90fc36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732566369338 2024-11-25T20:26:10,366 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eca856486c041bf9687047a46fd7c5d, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732566369335 2024-11-25T20:26:10,373 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:10,373 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4287506138fd4cd0a0ea525d5935036d is 50, key is test_row_0/B:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:10,375 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:10,383 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259b5801394f8340b6acba6c16c1a5f9b9_f3248c57e5a9b878be7a24d136fdff05 store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:10,386 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259b5801394f8340b6acba6c16c1a5f9b9_f3248c57e5a9b878be7a24d136fdff05, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:10,386 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259b5801394f8340b6acba6c16c1a5f9b9_f3248c57e5a9b878be7a24d136fdff05 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742455_1631 (size=12241) 2024-11-25T20:26:10,404 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4287506138fd4cd0a0ea525d5935036d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4287506138fd4cd0a0ea525d5935036d 2024-11-25T20:26:10,409 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/B of f3248c57e5a9b878be7a24d136fdff05 into 4287506138fd4cd0a0ea525d5935036d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:10,409 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:10,409 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/B, priority=12, startTime=1732566370357; duration=0sec 2024-11-25T20:26:10,409 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:10,409 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:10,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,409 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:10,410 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:10,410 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/C is initiating minor compaction (all files) 2024-11-25T20:26:10,410 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/C in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T20:26:10,411 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/f92383b6da19462eabe3d065bf40d071, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/692ad6df0f594b0497d87c4090dd202a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/bef07bbc412040439dd95211bbf24e57, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/39d11ef3b9874fd190e8f8f8233e9901] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=47.0 K 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:10,411 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:10,411 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting f92383b6da19462eabe3d065bf40d071, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732566365659 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:10,411 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 692ad6df0f594b0497d87c4090dd202a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732566366041 2024-11-25T20:26:10,412 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting bef07bbc412040439dd95211bbf24e57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732566367176 2024-11-25T20:26:10,412 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 39d11ef3b9874fd190e8f8f8233e9901, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732566369338 2024-11-25T20:26:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742456_1632 (size=4469) 2024-11-25T20:26:10,436 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#C#compaction#536 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:10,436 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/aaa61bdac81648caacc01fde03224616 is 50, key is test_row_0/C:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257619e65268804b1e8ab8618a05df0425_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566369435/Put/seqid=0 2024-11-25T20:26:10,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742457_1633 (size=12241) 2024-11-25T20:26:10,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742458_1634 (size=12254) 2024-11-25T20:26:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:10,474 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257619e65268804b1e8ab8618a05df0425_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257619e65268804b1e8ab8618a05df0425_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5e39f040bac94596a5e60f7c7b1e0ea6, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5e39f040bac94596a5e60f7c7b1e0ea6 is 175, key is test_row_0/A:col10/1732566369435/Put/seqid=0 2024-11-25T20:26:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742459_1635 (size=31055) 2024-11-25T20:26:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:10,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566430576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566430577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566430579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566430580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566430582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566430683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566430683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566430684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566430685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566430686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:10,822 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#A#compaction#535 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T20:26:10,823 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/0b6b119492af4bbb8f87c12ec6a10a1b is 175, key is test_row_0/A:col10/1732566369357/Put/seqid=0 2024-11-25T20:26:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742460_1636 (size=31195) 2024-11-25T20:26:10,870 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/aaa61bdac81648caacc01fde03224616 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/aaa61bdac81648caacc01fde03224616 2024-11-25T20:26:10,878 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/C of f3248c57e5a9b878be7a24d136fdff05 into aaa61bdac81648caacc01fde03224616(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:10,878 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:10,878 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/C, priority=12, startTime=1732566370358; duration=0sec 2024-11-25T20:26:10,878 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:10,878 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566430885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566430886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566430887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566430888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566430889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:10,907 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5e39f040bac94596a5e60f7c7b1e0ea6 2024-11-25T20:26:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/d37349fd245e49f487a6926c4112a55d is 50, key is test_row_0/B:col10/1732566369435/Put/seqid=0 2024-11-25T20:26:10,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742461_1637 (size=12101) 2024-11-25T20:26:10,969 DEBUG [regionserver/a8cf619b0679:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-25T20:26:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566431190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566431192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566431192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566431194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566431204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,254 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/0b6b119492af4bbb8f87c12ec6a10a1b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0b6b119492af4bbb8f87c12ec6a10a1b 2024-11-25T20:26:11,259 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/A of f3248c57e5a9b878be7a24d136fdff05 into 0b6b119492af4bbb8f87c12ec6a10a1b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:11,259 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:11,259 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/A, priority=12, startTime=1732566370357; duration=0sec 2024-11-25T20:26:11,259 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:11,259 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:11,320 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/d37349fd245e49f487a6926c4112a55d 2024-11-25T20:26:11,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/cb2a7d931f7c4aef94a2a271a4ea97de is 50, key is test_row_0/C:col10/1732566369435/Put/seqid=0 2024-11-25T20:26:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742462_1638 (size=12101) 2024-11-25T20:26:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566431697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566431697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566431697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566431703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566431712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:11,745 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/cb2a7d931f7c4aef94a2a271a4ea97de 2024-11-25T20:26:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/5e39f040bac94596a5e60f7c7b1e0ea6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6 2024-11-25T20:26:11,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6, entries=150, sequenceid=133, filesize=30.3 K 2024-11-25T20:26:11,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/d37349fd245e49f487a6926c4112a55d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d37349fd245e49f487a6926c4112a55d 2024-11-25T20:26:11,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d37349fd245e49f487a6926c4112a55d, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T20:26:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/cb2a7d931f7c4aef94a2a271a4ea97de as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/cb2a7d931f7c4aef94a2a271a4ea97de 2024-11-25T20:26:11,788 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/cb2a7d931f7c4aef94a2a271a4ea97de, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T20:26:11,789 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3248c57e5a9b878be7a24d136fdff05 in 1378ms, sequenceid=133, compaction requested=false 2024-11-25T20:26:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-25T20:26:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-25T20:26:11,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-25T20:26:11,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1480 sec 2024-11-25T20:26:11,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.1520 sec 2024-11-25T20:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:12,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:26:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:12,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112523ae598b5acd43d593237a0a2a8717da_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742463_1639 (size=12304) 2024-11-25T20:26:12,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566432730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566432730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566432731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566432731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566432732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112523ae598b5acd43d593237a0a2a8717da_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112523ae598b5acd43d593237a0a2a8717da_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:12,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8e49b1bed7694ff88749b81b338f2d85, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:12,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8e49b1bed7694ff88749b81b338f2d85 is 175, key is test_row_0/A:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:12,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742464_1640 (size=31105) 2024-11-25T20:26:12,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566432835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566432836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566432836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566432839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566432839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566433045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566433045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566433045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566433045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566433045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8e49b1bed7694ff88749b81b338f2d85 2024-11-25T20:26:13,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/08150bd00683410c93dc6adb5713adb4 is 50, key is test_row_0/B:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:13,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742465_1641 (size=12151) 2024-11-25T20:26:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566433350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566433350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566433350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566433351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566433351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/08150bd00683410c93dc6adb5713adb4 2024-11-25T20:26:13,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/1ccdc0bddff444f59e7c49d88f7b0414 is 50, key is test_row_0/C:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742466_1642 (size=12151) 2024-11-25T20:26:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T20:26:13,748 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-25T20:26:13,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-25T20:26:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:26:13,758 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:13,758 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:13,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566433855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:26:13,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566433855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566433856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566433856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566433858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:13,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T20:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:13,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:14,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/1ccdc0bddff444f59e7c49d88f7b0414 2024-11-25T20:26:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8e49b1bed7694ff88749b81b338f2d85 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85 2024-11-25T20:26:14,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85, entries=150, sequenceid=148, filesize=30.4 K 2024-11-25T20:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:26:14,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/08150bd00683410c93dc6adb5713adb4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/08150bd00683410c93dc6adb5713adb4 2024-11-25T20:26:14,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T20:26:14,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:14,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:14,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:14,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/08150bd00683410c93dc6adb5713adb4, entries=150, sequenceid=148, filesize=11.9 K 2024-11-25T20:26:14,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/1ccdc0bddff444f59e7c49d88f7b0414 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/1ccdc0bddff444f59e7c49d88f7b0414 2024-11-25T20:26:14,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/1ccdc0bddff444f59e7c49d88f7b0414, entries=150, sequenceid=148, filesize=11.9 K 2024-11-25T20:26:14,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f3248c57e5a9b878be7a24d136fdff05 in 1372ms, sequenceid=148, compaction requested=true 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:14,079 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:26:14,080 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:14,080 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:14,081 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:14,081 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/B is initiating minor compaction (all files) 2024-11-25T20:26:14,081 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/A is initiating minor compaction (all files) 2024-11-25T20:26:14,081 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/B in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,081 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/A in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,081 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4287506138fd4cd0a0ea525d5935036d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d37349fd245e49f487a6926c4112a55d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/08150bd00683410c93dc6adb5713adb4] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=35.6 K 2024-11-25T20:26:14,081 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0b6b119492af4bbb8f87c12ec6a10a1b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=91.2 K 2024-11-25T20:26:14,081 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,081 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0b6b119492af4bbb8f87c12ec6a10a1b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85] 2024-11-25T20:26:14,082 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4287506138fd4cd0a0ea525d5935036d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732566369338 2024-11-25T20:26:14,082 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d37349fd245e49f487a6926c4112a55d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732566369434 2024-11-25T20:26:14,082 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b6b119492af4bbb8f87c12ec6a10a1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732566369338 2024-11-25T20:26:14,088 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 08150bd00683410c93dc6adb5713adb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732566370574 2024-11-25T20:26:14,088 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e39f040bac94596a5e60f7c7b1e0ea6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732566369434 2024-11-25T20:26:14,089 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e49b1bed7694ff88749b81b338f2d85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732566370574 2024-11-25T20:26:14,124 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:14,130 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:14,130 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/2fae19b086f048ae98e0121363c87890 is 50, key is test_row_0/B:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:14,147 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a011a8e343764456b8bb0b2da1ef7575_f3248c57e5a9b878be7a24d136fdff05 store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:14,149 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a011a8e343764456b8bb0b2da1ef7575_f3248c57e5a9b878be7a24d136fdff05, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:14,149 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a011a8e343764456b8bb0b2da1ef7575_f3248c57e5a9b878be7a24d136fdff05 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742467_1643 (size=12493) 2024-11-25T20:26:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742468_1644 (size=4469) 2024-11-25T20:26:14,181 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#A#compaction#543 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:14,181 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/cd13604c511f4fb6b7571f6788343e5d is 175, key is test_row_0/A:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:14,182 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/2fae19b086f048ae98e0121363c87890 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/2fae19b086f048ae98e0121363c87890 2024-11-25T20:26:14,190 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/B of f3248c57e5a9b878be7a24d136fdff05 into 2fae19b086f048ae98e0121363c87890(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:14,190 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:14,190 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/B, priority=13, startTime=1732566374079; duration=0sec 2024-11-25T20:26:14,190 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:14,190 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:14,190 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:14,191 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:14,191 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/C is initiating minor compaction (all files) 2024-11-25T20:26:14,191 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/C in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,192 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/aaa61bdac81648caacc01fde03224616, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/cb2a7d931f7c4aef94a2a271a4ea97de, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/1ccdc0bddff444f59e7c49d88f7b0414] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=35.6 K 2024-11-25T20:26:14,192 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa61bdac81648caacc01fde03224616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732566369338 2024-11-25T20:26:14,192 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting cb2a7d931f7c4aef94a2a271a4ea97de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732566369434 2024-11-25T20:26:14,192 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ccdc0bddff444f59e7c49d88f7b0414, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732566370574 2024-11-25T20:26:14,210 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:14,211 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/01e770271a81431f8f638acd46844a77 is 50, key is test_row_0/C:col10/1732566370579/Put/seqid=0 2024-11-25T20:26:14,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T20:26:14,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:14,216 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:26:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742469_1645 (size=31447) 2024-11-25T20:26:14,229 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/cd13604c511f4fb6b7571f6788343e5d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/cd13604c511f4fb6b7571f6788343e5d 2024-11-25T20:26:14,237 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/A of f3248c57e5a9b878be7a24d136fdff05 into cd13604c511f4fb6b7571f6788343e5d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:14,237 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:14,237 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/A, priority=13, startTime=1732566374079; duration=0sec 2024-11-25T20:26:14,237 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:14,237 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:14,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258967047dcd0143288b7d5436757832e1_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566372730/Put/seqid=0 2024-11-25T20:26:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742470_1646 (size=12493) 2024-11-25T20:26:14,262 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/01e770271a81431f8f638acd46844a77 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/01e770271a81431f8f638acd46844a77 2024-11-25T20:26:14,277 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/C of f3248c57e5a9b878be7a24d136fdff05 into 01e770271a81431f8f638acd46844a77(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:14,277 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:14,277 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/C, priority=13, startTime=1732566374079; duration=0sec 2024-11-25T20:26:14,277 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:14,277 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742471_1647 (size=12304) 2024-11-25T20:26:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:14,302 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258967047dcd0143288b7d5436757832e1_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258967047dcd0143288b7d5436757832e1_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:14,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/d5adf9ae360d4802b9bdab76dd534f76, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/d5adf9ae360d4802b9bdab76dd534f76 is 175, key is test_row_0/A:col10/1732566372730/Put/seqid=0 2024-11-25T20:26:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742472_1648 (size=31105) 2024-11-25T20:26:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:26:14,741 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/d5adf9ae360d4802b9bdab76dd534f76 2024-11-25T20:26:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bf2e7969de9b40e297845f0ae9c32e75 is 50, key is test_row_0/B:col10/1732566372730/Put/seqid=0 2024-11-25T20:26:14,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742473_1649 (size=12151) 2024-11-25T20:26:14,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bf2e7969de9b40e297845f0ae9c32e75 2024-11-25T20:26:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/7be9f88322ef4285b36210a00e0d02ac is 50, key is test_row_0/C:col10/1732566372730/Put/seqid=0 2024-11-25T20:26:14,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742474_1650 (size=12151) 2024-11-25T20:26:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:26:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:14,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566434881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566434885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566434884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566434888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566434889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566434992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566434992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566434992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566434993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:14,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566434993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566435195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566435196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566435198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566435199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566435200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,217 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/7be9f88322ef4285b36210a00e0d02ac 2024-11-25T20:26:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/d5adf9ae360d4802b9bdab76dd534f76 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76 2024-11-25T20:26:15,226 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76, entries=150, sequenceid=172, filesize=30.4 K 2024-11-25T20:26:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bf2e7969de9b40e297845f0ae9c32e75 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bf2e7969de9b40e297845f0ae9c32e75 2024-11-25T20:26:15,239 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bf2e7969de9b40e297845f0ae9c32e75, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T20:26:15,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/7be9f88322ef4285b36210a00e0d02ac as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/7be9f88322ef4285b36210a00e0d02ac 2024-11-25T20:26:15,244 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/7be9f88322ef4285b36210a00e0d02ac, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T20:26:15,244 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f3248c57e5a9b878be7a24d136fdff05 in 1028ms, sequenceid=172, compaction requested=false 2024-11-25T20:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-25T20:26:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-25T20:26:15,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-25T20:26:15,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-11-25T20:26:15,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.4980 sec 2024-11-25T20:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:15,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T20:26:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:15,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d19ece1c5b574025a9cfbf30bede9bdc_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742475_1651 (size=12304) 2024-11-25T20:26:15,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:15,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d19ece1c5b574025a9cfbf30bede9bdc_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d19ece1c5b574025a9cfbf30bede9bdc_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:15,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/12f60eff75b94d6caa99bbf594d40ecf, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:15,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/12f60eff75b94d6caa99bbf594d40ecf is 175, key is test_row_0/A:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:15,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566435532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566435531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566435533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742476_1652 (size=31105) 2024-11-25T20:26:15,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566435535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566435535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566435635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566435635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566435636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566435638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566435639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566435840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566435840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566435841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566435842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566435842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T20:26:15,864 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-25T20:26:15,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-25T20:26:15,867 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:15,868 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:15,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:15,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/12f60eff75b94d6caa99bbf594d40ecf 2024-11-25T20:26:15,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/19371ef029744e22a4fd265b458ef855 is 50, key is test_row_0/B:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:16,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742477_1653 (size=12151) 2024-11-25T20:26:16,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/19371ef029744e22a4fd265b458ef855 2024-11-25T20:26:16,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/4efe1fcdf21b44858863f382a1a7875d is 50, key is test_row_0/C:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742478_1654 (size=12151) 2024-11-25T20:26:16,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/4efe1fcdf21b44858863f382a1a7875d 2024-11-25T20:26:16,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/12f60eff75b94d6caa99bbf594d40ecf as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf 2024-11-25T20:26:16,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf, entries=150, sequenceid=189, filesize=30.4 K 2024-11-25T20:26:16,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/19371ef029744e22a4fd265b458ef855 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/19371ef029744e22a4fd265b458ef855 2024-11-25T20:26:16,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/19371ef029744e22a4fd265b458ef855, entries=150, sequenceid=189, filesize=11.9 K 2024-11-25T20:26:16,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/4efe1fcdf21b44858863f382a1a7875d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/4efe1fcdf21b44858863f382a1a7875d 2024-11-25T20:26:16,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/4efe1fcdf21b44858863f382a1a7875d, entries=150, sequenceid=189, filesize=11.9 K 2024-11-25T20:26:16,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3248c57e5a9b878be7a24d136fdff05 in 627ms, sequenceid=189, compaction requested=true 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:16,131 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:16,131 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:16,132 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:16,132 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:16,132 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/A is initiating minor compaction (all files) 2024-11-25T20:26:16,132 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/B is initiating minor compaction (all files) 2024-11-25T20:26:16,133 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/A in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,133 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/B in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,133 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/2fae19b086f048ae98e0121363c87890, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bf2e7969de9b40e297845f0ae9c32e75, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/19371ef029744e22a4fd265b458ef855] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=35.9 K 2024-11-25T20:26:16,133 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/cd13604c511f4fb6b7571f6788343e5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=91.5 K 2024-11-25T20:26:16,133 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,133 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/cd13604c511f4fb6b7571f6788343e5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf] 2024-11-25T20:26:16,134 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd13604c511f4fb6b7571f6788343e5d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732566370574 2024-11-25T20:26:16,134 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fae19b086f048ae98e0121363c87890, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732566370574 2024-11-25T20:26:16,134 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2e7969de9b40e297845f0ae9c32e75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566372726 2024-11-25T20:26:16,134 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5adf9ae360d4802b9bdab76dd534f76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566372726 2024-11-25T20:26:16,134 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 19371ef029744e22a4fd265b458ef855, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732566374886 2024-11-25T20:26:16,134 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12f60eff75b94d6caa99bbf594d40ecf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732566374886 2024-11-25T20:26:16,148 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:16,149 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bb8176f739694a8baa8d4d67cda82d58 is 50, key is test_row_0/B:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:16,150 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:16,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T20:26:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:16,167 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256a159cfd51d44302ad10fa44c18aa872_f3248c57e5a9b878be7a24d136fdff05 store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:16,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566436164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566436165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,173 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256a159cfd51d44302ad10fa44c18aa872_f3248c57e5a9b878be7a24d136fdff05, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:16,173 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256a159cfd51d44302ad10fa44c18aa872_f3248c57e5a9b878be7a24d136fdff05 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:16,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566436169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566436169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566436171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112501daafb4c88e4cfe8b43a43ad9d462ec_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566375514/Put/seqid=0 2024-11-25T20:26:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742479_1655 (size=12595) 2024-11-25T20:26:16,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742480_1656 (size=4469) 2024-11-25T20:26:16,237 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bb8176f739694a8baa8d4d67cda82d58 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb8176f739694a8baa8d4d67cda82d58 2024-11-25T20:26:16,249 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/B of f3248c57e5a9b878be7a24d136fdff05 into bb8176f739694a8baa8d4d67cda82d58(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:16,250 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:16,250 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/B, priority=13, startTime=1732566376131; duration=0sec 2024-11-25T20:26:16,250 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:16,250 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:16,250 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T20:26:16,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742481_1657 (size=12304) 2024-11-25T20:26:16,251 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T20:26:16,251 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/C is initiating minor compaction (all files) 2024-11-25T20:26:16,251 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/C in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,251 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/01e770271a81431f8f638acd46844a77, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/7be9f88322ef4285b36210a00e0d02ac, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/4efe1fcdf21b44858863f382a1a7875d] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=35.9 K 2024-11-25T20:26:16,252 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e770271a81431f8f638acd46844a77, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732566370574 2024-11-25T20:26:16,252 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be9f88322ef4285b36210a00e0d02ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732566372726 2024-11-25T20:26:16,252 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4efe1fcdf21b44858863f382a1a7875d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732566374886 2024-11-25T20:26:16,260 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#C#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:16,261 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/63cc5776fc4c4398a3face22d534510d is 50, key is test_row_0/C:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:16,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742482_1658 (size=12595) 2024-11-25T20:26:16,269 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/63cc5776fc4c4398a3face22d534510d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/63cc5776fc4c4398a3face22d534510d 2024-11-25T20:26:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566436270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,273 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/C of f3248c57e5a9b878be7a24d136fdff05 into 63cc5776fc4c4398a3face22d534510d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:16,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:16,273 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/C, priority=13, startTime=1732566376131; duration=0sec 2024-11-25T20:26:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566436271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,273 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:16,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566436274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566436274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566436275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566436474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566436475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566436479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566436480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566436487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,634 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#A#compaction#553 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:16,634 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/e8657a8ed76f48cf82d255f67097de70 is 175, key is test_row_0/A:col10/1732566375503/Put/seqid=0 2024-11-25T20:26:16,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:16,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112501daafb4c88e4cfe8b43a43ad9d462ec_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112501daafb4c88e4cfe8b43a43ad9d462ec_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:16,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c01d776f4e5e44ea800be0de38b4e784, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:16,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c01d776f4e5e44ea800be0de38b4e784 is 175, key is test_row_0/A:col10/1732566375514/Put/seqid=0 2024-11-25T20:26:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742483_1659 (size=31549) 2024-11-25T20:26:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742484_1660 (size=31105) 2024-11-25T20:26:16,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c01d776f4e5e44ea800be0de38b4e784 2024-11-25T20:26:16,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/373001927e0942018969442a055ae12d is 50, key is test_row_0/B:col10/1732566375514/Put/seqid=0 2024-11-25T20:26:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742485_1661 (size=12151) 2024-11-25T20:26:16,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566436778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566436785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566436790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566436790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566436791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:16,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:16,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:17,086 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/e8657a8ed76f48cf82d255f67097de70 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/e8657a8ed76f48cf82d255f67097de70 2024-11-25T20:26:17,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,105 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/A of f3248c57e5a9b878be7a24d136fdff05 into e8657a8ed76f48cf82d255f67097de70(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:17,105 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:17,105 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/A, priority=13, startTime=1732566376131; duration=0sec 2024-11-25T20:26:17,105 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:17,105 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/373001927e0942018969442a055ae12d 2024-11-25T20:26:17,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/3ed1505f66c44bb787176109b8256543 is 50, key is test_row_0/C:col10/1732566375514/Put/seqid=0 2024-11-25T20:26:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742486_1662 (size=12151) 2024-11-25T20:26:17,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566437284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566437288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566437295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566437295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566437297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/3ed1505f66c44bb787176109b8256543 2024-11-25T20:26:17,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c01d776f4e5e44ea800be0de38b4e784 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784 2024-11-25T20:26:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784, entries=150, sequenceid=212, filesize=30.4 K 2024-11-25T20:26:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/373001927e0942018969442a055ae12d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/373001927e0942018969442a055ae12d 2024-11-25T20:26:17,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/373001927e0942018969442a055ae12d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T20:26:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/3ed1505f66c44bb787176109b8256543 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/3ed1505f66c44bb787176109b8256543 2024-11-25T20:26:17,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/3ed1505f66c44bb787176109b8256543, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T20:26:17,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f3248c57e5a9b878be7a24d136fdff05 in 1454ms, sequenceid=212, compaction requested=false 2024-11-25T20:26:17,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:17,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:17,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-25T20:26:17,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:17,738 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:26:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250ffb456f5a324e7e95fc5058b86dbe07_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566376164/Put/seqid=0 2024-11-25T20:26:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742487_1663 (size=12304) 2024-11-25T20:26:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:17,808 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250ffb456f5a324e7e95fc5058b86dbe07_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250ffb456f5a324e7e95fc5058b86dbe07_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/483e7b15e9cc4c1492612472f1a50eb2, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/483e7b15e9cc4c1492612472f1a50eb2 is 175, key is test_row_0/A:col10/1732566376164/Put/seqid=0 2024-11-25T20:26:17,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742488_1664 (size=31105) 2024-11-25T20:26:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:18,219 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/483e7b15e9cc4c1492612472f1a50eb2 2024-11-25T20:26:18,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4d22a70c81cc4ea3ae511d360c3109fb is 50, key is test_row_0/B:col10/1732566376164/Put/seqid=0 2024-11-25T20:26:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:18,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742489_1665 (size=12151) 2024-11-25T20:26:18,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566438378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566438378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566438378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566438379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566438390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566438487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566438491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566438491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566438499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566438503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566438694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566438698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566438700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,705 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4d22a70c81cc4ea3ae511d360c3109fb 2024-11-25T20:26:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566438707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566438711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:18,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/6e40ed80261447d5ab95fade642b64c8 is 50, key is test_row_0/C:col10/1732566376164/Put/seqid=0 2024-11-25T20:26:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742490_1666 (size=12151) 2024-11-25T20:26:18,729 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/6e40ed80261447d5ab95fade642b64c8 2024-11-25T20:26:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/483e7b15e9cc4c1492612472f1a50eb2 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2 2024-11-25T20:26:18,749 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2, entries=150, sequenceid=228, filesize=30.4 K 2024-11-25T20:26:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/4d22a70c81cc4ea3ae511d360c3109fb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4d22a70c81cc4ea3ae511d360c3109fb 2024-11-25T20:26:18,754 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4d22a70c81cc4ea3ae511d360c3109fb, entries=150, sequenceid=228, filesize=11.9 K 2024-11-25T20:26:18,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/6e40ed80261447d5ab95fade642b64c8 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/6e40ed80261447d5ab95fade642b64c8 2024-11-25T20:26:18,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/6e40ed80261447d5ab95fade642b64c8, entries=150, sequenceid=228, filesize=11.9 K 2024-11-25T20:26:18,759 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for f3248c57e5a9b878be7a24d136fdff05 in 1022ms, sequenceid=228, compaction requested=true 2024-11-25T20:26:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-25T20:26:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-25T20:26:18,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-25T20:26:18,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8950 sec 2024-11-25T20:26:18,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.9060 sec 2024-11-25T20:26:19,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T20:26:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:19,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112558e2765cd21d4c27bdb12acbf40e239d_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566439026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566439028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566439027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566439029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566439029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742491_1667 (size=12304) 2024-11-25T20:26:19,087 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:19,096 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112558e2765cd21d4c27bdb12acbf40e239d_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112558e2765cd21d4c27bdb12acbf40e239d_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:19,098 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/451c6138a2dd4068a5018d8f018bdecc, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:19,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/451c6138a2dd4068a5018d8f018bdecc is 175, key is test_row_0/A:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742492_1668 (size=31105) 2024-11-25T20:26:19,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/451c6138a2dd4068a5018d8f018bdecc 2024-11-25T20:26:19,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566439139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566439139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566439139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566439139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566439139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/eb4cccd636b845d1ab3421297f39271f is 50, key is test_row_0/B:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742493_1669 (size=12151) 2024-11-25T20:26:19,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/eb4cccd636b845d1ab3421297f39271f 2024-11-25T20:26:19,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/db86b8da14894487890061da2916096b is 50, key is test_row_0/C:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:19,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742494_1670 (size=12151) 2024-11-25T20:26:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566439350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566439352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566439352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566439353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566439355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/db86b8da14894487890061da2916096b 2024-11-25T20:26:19,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566439654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/451c6138a2dd4068a5018d8f018bdecc as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc 2024-11-25T20:26:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566439655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566439656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566439658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566439663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:19,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc, entries=150, sequenceid=254, filesize=30.4 K 2024-11-25T20:26:19,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/eb4cccd636b845d1ab3421297f39271f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/eb4cccd636b845d1ab3421297f39271f 2024-11-25T20:26:19,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/eb4cccd636b845d1ab3421297f39271f, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T20:26:19,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/db86b8da14894487890061da2916096b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/db86b8da14894487890061da2916096b 2024-11-25T20:26:19,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/db86b8da14894487890061da2916096b, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T20:26:19,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f3248c57e5a9b878be7a24d136fdff05 in 687ms, sequenceid=254, compaction requested=true 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:19,689 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T20:26:19,690 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:19,691 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:19,691 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/B is initiating minor compaction (all files) 2024-11-25T20:26:19,691 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/B in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:19,691 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124864 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:19,691 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/A is initiating minor compaction (all files) 2024-11-25T20:26:19,691 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/A in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:19,691 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/e8657a8ed76f48cf82d255f67097de70, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=121.9 K 2024-11-25T20:26:19,692 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:19,692 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/e8657a8ed76f48cf82d255f67097de70, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc] 2024-11-25T20:26:19,692 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb8176f739694a8baa8d4d67cda82d58, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/373001927e0942018969442a055ae12d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4d22a70c81cc4ea3ae511d360c3109fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/eb4cccd636b845d1ab3421297f39271f] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=47.9 K 2024-11-25T20:26:19,692 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting bb8176f739694a8baa8d4d67cda82d58, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732566374886 2024-11-25T20:26:19,692 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8657a8ed76f48cf82d255f67097de70, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732566374886 2024-11-25T20:26:19,693 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 373001927e0942018969442a055ae12d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732566375514 2024-11-25T20:26:19,693 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c01d776f4e5e44ea800be0de38b4e784, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732566375514 2024-11-25T20:26:19,693 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d22a70c81cc4ea3ae511d360c3109fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732566376164 2024-11-25T20:26:19,693 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483e7b15e9cc4c1492612472f1a50eb2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732566376164 2024-11-25T20:26:19,693 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting eb4cccd636b845d1ab3421297f39271f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732566378377 2024-11-25T20:26:19,693 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 451c6138a2dd4068a5018d8f018bdecc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732566378377 2024-11-25T20:26:19,717 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#B#compaction#564 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:19,717 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/66f382175a0b40b292b2f654f1224e7f is 50, key is test_row_0/B:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:19,724 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:19,747 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259bb14dbe1c9d466ca2fcad172f69e8e7_f3248c57e5a9b878be7a24d136fdff05 store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:19,749 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259bb14dbe1c9d466ca2fcad172f69e8e7_f3248c57e5a9b878be7a24d136fdff05, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:19,749 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259bb14dbe1c9d466ca2fcad172f69e8e7_f3248c57e5a9b878be7a24d136fdff05 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742495_1671 (size=12731) 2024-11-25T20:26:19,771 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/66f382175a0b40b292b2f654f1224e7f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/66f382175a0b40b292b2f654f1224e7f 2024-11-25T20:26:19,775 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/B of f3248c57e5a9b878be7a24d136fdff05 into 66f382175a0b40b292b2f654f1224e7f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:19,775 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:19,775 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/B, priority=12, startTime=1732566379689; duration=0sec 2024-11-25T20:26:19,775 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:19,776 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:19,776 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:19,779 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:19,779 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/C is initiating minor compaction (all files) 2024-11-25T20:26:19,779 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/C in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:19,779 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/63cc5776fc4c4398a3face22d534510d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/3ed1505f66c44bb787176109b8256543, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/6e40ed80261447d5ab95fade642b64c8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/db86b8da14894487890061da2916096b] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=47.9 K 2024-11-25T20:26:19,780 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 63cc5776fc4c4398a3face22d534510d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732566374886 2024-11-25T20:26:19,780 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ed1505f66c44bb787176109b8256543, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732566375514 2024-11-25T20:26:19,780 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e40ed80261447d5ab95fade642b64c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732566376164 2024-11-25T20:26:19,780 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting db86b8da14894487890061da2916096b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732566378377 2024-11-25T20:26:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742496_1672 (size=4469) 2024-11-25T20:26:19,789 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#C#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:19,789 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/d6a409ef617548edab78884d3d607cf6 is 50, key is test_row_0/C:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742497_1673 (size=12731) 2024-11-25T20:26:19,797 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/d6a409ef617548edab78884d3d607cf6 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d6a409ef617548edab78884d3d607cf6 2024-11-25T20:26:19,802 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/C of f3248c57e5a9b878be7a24d136fdff05 into d6a409ef617548edab78884d3d607cf6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:19,802 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:19,802 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/C, priority=12, startTime=1732566379689; duration=0sec 2024-11-25T20:26:19,802 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:19,802 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-25T20:26:19,978 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-25T20:26:19,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-25T20:26:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T20:26:19,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:19,993 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:19,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T20:26:20,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:20,145 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cd07aea76e3a47858e34d077af717005_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566379028/Put/seqid=0 2024-11-25T20:26:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:20,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:20,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742498_1674 (size=12454) 2024-11-25T20:26:20,179 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#A#compaction#565 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:20,180 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/0ca39e00f58846018e4e9b2e94ce2258 is 175, key is test_row_0/A:col10/1732566378377/Put/seqid=0 2024-11-25T20:26:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742499_1675 (size=31685) 2024-11-25T20:26:20,201 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/0ca39e00f58846018e4e9b2e94ce2258 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0ca39e00f58846018e4e9b2e94ce2258 2024-11-25T20:26:20,211 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/A of f3248c57e5a9b878be7a24d136fdff05 into 0ca39e00f58846018e4e9b2e94ce2258(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:20,211 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:20,211 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/A, priority=12, startTime=1732566379689; duration=0sec 2024-11-25T20:26:20,211 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:20,211 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566440218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566440221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566440222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566440222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566440223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T20:26:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566440322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566440323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566440324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566440324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566440324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566440523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566440527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566440527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566440527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566440528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:20,571 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cd07aea76e3a47858e34d077af717005_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cd07aea76e3a47858e34d077af717005_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c72616c49b1e4b34a120da85844c3e17, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c72616c49b1e4b34a120da85844c3e17 is 175, key is test_row_0/A:col10/1732566379028/Put/seqid=0 2024-11-25T20:26:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742500_1676 (size=31255) 2024-11-25T20:26:20,581 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c72616c49b1e4b34a120da85844c3e17 2024-11-25T20:26:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T20:26:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/d2882c4b716a44e189c52652c1b8a9f9 is 50, key is test_row_0/B:col10/1732566379028/Put/seqid=0 2024-11-25T20:26:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742501_1677 (size=12301) 2024-11-25T20:26:20,624 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/d2882c4b716a44e189c52652c1b8a9f9 2024-11-25T20:26:20,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/94b9b552db954a5a83996ec566bcde8b is 50, key is test_row_0/C:col10/1732566379028/Put/seqid=0 2024-11-25T20:26:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742502_1678 (size=12301) 2024-11-25T20:26:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566440829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566440831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566440831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566440833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:20,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566440835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,038 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/94b9b552db954a5a83996ec566bcde8b 2024-11-25T20:26:21,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c72616c49b1e4b34a120da85844c3e17 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17 2024-11-25T20:26:21,045 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17, entries=150, sequenceid=267, filesize=30.5 K 2024-11-25T20:26:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/d2882c4b716a44e189c52652c1b8a9f9 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d2882c4b716a44e189c52652c1b8a9f9 2024-11-25T20:26:21,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d2882c4b716a44e189c52652c1b8a9f9, entries=150, sequenceid=267, filesize=12.0 K 2024-11-25T20:26:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/94b9b552db954a5a83996ec566bcde8b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/94b9b552db954a5a83996ec566bcde8b 2024-11-25T20:26:21,072 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/94b9b552db954a5a83996ec566bcde8b, entries=150, sequenceid=267, filesize=12.0 K 2024-11-25T20:26:21,073 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for f3248c57e5a9b878be7a24d136fdff05 in 928ms, sequenceid=267, compaction requested=false 2024-11-25T20:26:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-25T20:26:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-25T20:26:21,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T20:26:21,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0810 sec 2024-11-25T20:26:21,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.0950 sec 2024-11-25T20:26:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T20:26:21,087 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-25T20:26:21,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-25T20:26:21,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T20:26:21,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:21,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T20:26:21,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,244 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff8e513d769445aab8c58481701654aa_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566380220/Put/seqid=0 2024-11-25T20:26:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742503_1679 (size=12454) 2024-11-25T20:26:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:21,318 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff8e513d769445aab8c58481701654aa_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff8e513d769445aab8c58481701654aa_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/a33616fb57fb4418847674e7b9572dd0, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:21,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/a33616fb57fb4418847674e7b9572dd0 is 175, key is test_row_0/A:col10/1732566380220/Put/seqid=0 2024-11-25T20:26:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742504_1680 (size=31255) 2024-11-25T20:26:21,324 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/a33616fb57fb4418847674e7b9572dd0 2024-11-25T20:26:21,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/dc980df53fb648f98edc338f300dc925 is 50, key is test_row_0/B:col10/1732566380220/Put/seqid=0 2024-11-25T20:26:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:21,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566441343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566441343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566441344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566441346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566441347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742505_1681 (size=12301) 2024-11-25T20:26:21,362 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/dc980df53fb648f98edc338f300dc925 2024-11-25T20:26:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/9959bfc6206047b5b83d08b9a5f1477e is 50, key is test_row_0/C:col10/1732566380220/Put/seqid=0 2024-11-25T20:26:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742506_1682 (size=12301) 2024-11-25T20:26:21,384 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/9959bfc6206047b5b83d08b9a5f1477e 2024-11-25T20:26:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/a33616fb57fb4418847674e7b9572dd0 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0 2024-11-25T20:26:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T20:26:21,393 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0, entries=150, sequenceid=295, filesize=30.5 K 2024-11-25T20:26:21,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/dc980df53fb648f98edc338f300dc925 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/dc980df53fb648f98edc338f300dc925 2024-11-25T20:26:21,397 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/dc980df53fb648f98edc338f300dc925, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T20:26:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/9959bfc6206047b5b83d08b9a5f1477e as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/9959bfc6206047b5b83d08b9a5f1477e 2024-11-25T20:26:21,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/9959bfc6206047b5b83d08b9a5f1477e, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T20:26:21,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for f3248c57e5a9b878be7a24d136fdff05 in 158ms, sequenceid=295, compaction requested=true 2024-11-25T20:26:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-25T20:26:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-25T20:26:21,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T20:26:21,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 312 msec 2024-11-25T20:26:21,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 317 msec 2024-11-25T20:26:21,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T20:26:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:21,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a896a774228443d2b428241996dda7a4_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742507_1683 (size=12454) 2024-11-25T20:26:21,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:21,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a896a774228443d2b428241996dda7a4_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a896a774228443d2b428241996dda7a4_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:21,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/2f62b20dcd29417986176df7244712df, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:21,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/2f62b20dcd29417986176df7244712df is 175, key is test_row_0/A:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742508_1684 (size=31255) 2024-11-25T20:26:21,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/2f62b20dcd29417986176df7244712df 2024-11-25T20:26:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566441492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566441493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566441494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/63a73c0684604fe99a528a67c850287b is 50, key is test_row_0/B:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:21,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566441495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742509_1685 (size=12301) 2024-11-25T20:26:21,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566441599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566441602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566441602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566441602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T20:26:21,699 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-25T20:26:21,707 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T20:26:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-25T20:26:21,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T20:26:21,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T20:26:21,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T20:26:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:26:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566441806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566441806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566441806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566441806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:26:21,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:21,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:26:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:21,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T20:26:21,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/63a73c0684604fe99a528a67c850287b 2024-11-25T20:26:21,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41 is 50, key is test_row_0/C:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742510_1686 (size=12301) 2024-11-25T20:26:21,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41 2024-11-25T20:26:21,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/2f62b20dcd29417986176df7244712df as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df 2024-11-25T20:26:21,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df, entries=150, sequenceid=307, filesize=30.5 K 2024-11-25T20:26:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/63a73c0684604fe99a528a67c850287b as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/63a73c0684604fe99a528a67c850287b 2024-11-25T20:26:21,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/63a73c0684604fe99a528a67c850287b, entries=150, sequenceid=307, filesize=12.0 K 2024-11-25T20:26:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41 2024-11-25T20:26:21,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41, entries=150, sequenceid=307, filesize=12.0 K 2024-11-25T20:26:21,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f3248c57e5a9b878be7a24d136fdff05 in 490ms, sequenceid=307, compaction requested=true 2024-11-25T20:26:21,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:21,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T20:26:21,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:21,946 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:21,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T20:26:21,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:21,947 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:21,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T20:26:21,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:21,948 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:21,948 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:21,948 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/B is initiating minor compaction (all files) 2024-11-25T20:26:21,948 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/A is initiating minor compaction (all files) 2024-11-25T20:26:21,948 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/A in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,948 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/B in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,948 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0ca39e00f58846018e4e9b2e94ce2258, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=122.5 K 2024-11-25T20:26:21,948 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/66f382175a0b40b292b2f654f1224e7f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d2882c4b716a44e189c52652c1b8a9f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/dc980df53fb648f98edc338f300dc925, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/63a73c0684604fe99a528a67c850287b] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=48.5 K 2024-11-25T20:26:21,948 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,948 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. files: [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0ca39e00f58846018e4e9b2e94ce2258, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df] 2024-11-25T20:26:21,948 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f382175a0b40b292b2f654f1224e7f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732566378377 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ca39e00f58846018e4e9b2e94ce2258, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732566378377 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d2882c4b716a44e189c52652c1b8a9f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732566379025 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c72616c49b1e4b34a120da85844c3e17, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732566379025 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting dc980df53fb648f98edc338f300dc925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732566380220 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a33616fb57fb4418847674e7b9572dd0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732566380220 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 63a73c0684604fe99a528a67c850287b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732566381343 2024-11-25T20:26:21,949 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f62b20dcd29417986176df7244712df, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732566381343 2024-11-25T20:26:21,956 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:21,959 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b71d045e46f44ecaa323502d4197fa70_f3248c57e5a9b878be7a24d136fdff05 store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:21,960 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#B#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:21,960 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bb77ecf60a5b4669b4b2712cef3705db is 50, key is test_row_0/B:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:21,962 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b71d045e46f44ecaa323502d4197fa70_f3248c57e5a9b878be7a24d136fdff05, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:21,962 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b71d045e46f44ecaa323502d4197fa70_f3248c57e5a9b878be7a24d136fdff05 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742511_1687 (size=13017) 2024-11-25T20:26:21,984 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/bb77ecf60a5b4669b4b2712cef3705db as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb77ecf60a5b4669b4b2712cef3705db 2024-11-25T20:26:21,990 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/B of f3248c57e5a9b878be7a24d136fdff05 into bb77ecf60a5b4669b4b2712cef3705db(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:21,990 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:21,990 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/B, priority=12, startTime=1732566381946; duration=0sec 2024-11-25T20:26:21,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T20:26:21,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:21,992 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T20:26:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742512_1688 (size=4469) 2024-11-25T20:26:21,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T20:26:21,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1540): f3248c57e5a9b878be7a24d136fdff05/C is initiating minor compaction (all files) 2024-11-25T20:26:21,994 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f3248c57e5a9b878be7a24d136fdff05/C in TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:21,994 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d6a409ef617548edab78884d3d607cf6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/94b9b552db954a5a83996ec566bcde8b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/9959bfc6206047b5b83d08b9a5f1477e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41] into tmpdir=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp, totalSize=48.5 K 2024-11-25T20:26:21,994 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a409ef617548edab78884d3d607cf6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732566378377 2024-11-25T20:26:21,995 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 94b9b552db954a5a83996ec566bcde8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732566379025 2024-11-25T20:26:21,995 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9959bfc6206047b5b83d08b9a5f1477e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732566380220 2024-11-25T20:26:21,995 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c0a3b10dd04bd1baa6ddb2eeb5cc41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732566381343 2024-11-25T20:26:21,997 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#A#compaction#576 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:21,997 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8c831f92da89438483d0ced50684a778 is 175, key is test_row_0/A:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:22,008 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3248c57e5a9b878be7a24d136fdff05#C#compaction#578 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T20:26:22,009 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/d179db04d34c432eb86f3e6291d93671 is 50, key is test_row_0/C:col10/1732566381449/Put/seqid=0 2024-11-25T20:26:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742513_1689 (size=31971) 2024-11-25T20:26:22,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T20:26:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:22,018 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T20:26:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:26:22,026 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/8c831f92da89438483d0ced50684a778 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8c831f92da89438483d0ced50684a778 2024-11-25T20:26:22,032 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/A of f3248c57e5a9b878be7a24d136fdff05 into 8c831f92da89438483d0ced50684a778(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:22,032 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:22,032 INFO [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/A, priority=12, startTime=1732566381946; duration=0sec 2024-11-25T20:26:22,032 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:22,032 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742514_1690 (size=13017) 2024-11-25T20:26:22,051 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/d179db04d34c432eb86f3e6291d93671 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d179db04d34c432eb86f3e6291d93671 2024-11-25T20:26:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f7c2ca0b7fd4d37a8ebf9388b27f84e_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566381479/Put/seqid=0 2024-11-25T20:26:22,055 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f3248c57e5a9b878be7a24d136fdff05/C of f3248c57e5a9b878be7a24d136fdff05 into d179db04d34c432eb86f3e6291d93671(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T20:26:22,055 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:22,055 INFO [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05., storeName=f3248c57e5a9b878be7a24d136fdff05/C, priority=12, startTime=1732566381947; duration=0sec 2024-11-25T20:26:22,056 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:22,056 DEBUG [RS:0;a8cf619b0679:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742515_1691 (size=12454) 2024-11-25T20:26:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:22,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f7c2ca0b7fd4d37a8ebf9388b27f84e_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f7c2ca0b7fd4d37a8ebf9388b27f84e_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/af32cb5b298547d79feb4f023e3ca719, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:22,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/af32cb5b298547d79feb4f023e3ca719 is 175, key is test_row_0/A:col10/1732566381479/Put/seqid=0 2024-11-25T20:26:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742516_1692 (size=31255) 2024-11-25T20:26:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:22,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. as already flushing 2024-11-25T20:26:22,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566442119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566442120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566442121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566442127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566442226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566442227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566442227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566442228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:26:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51912 deadline: 1732566442355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566442429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566442431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566442432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566442432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,492 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/af32cb5b298547d79feb4f023e3ca719 2024-11-25T20:26:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/6792ab7b36ff41cd84baecf60daffae5 is 50, key is test_row_0/B:col10/1732566381479/Put/seqid=0 2024-11-25T20:26:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742517_1693 (size=12301) 2024-11-25T20:26:22,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566442731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566442735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566442735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566442736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:26:22,927 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/6792ab7b36ff41cd84baecf60daffae5 2024-11-25T20:26:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/86fe698a1c2448c1bba46a93fe0e61b4 is 50, key is test_row_0/C:col10/1732566381479/Put/seqid=0 2024-11-25T20:26:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742518_1694 (size=12301) 2024-11-25T20:26:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51932 deadline: 1732566443237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1732566443237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51954 deadline: 1732566443237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T20:26:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51890 deadline: 1732566443239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:23,375 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/86fe698a1c2448c1bba46a93fe0e61b4 2024-11-25T20:26:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/af32cb5b298547d79feb4f023e3ca719 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/af32cb5b298547d79feb4f023e3ca719 2024-11-25T20:26:23,382 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/af32cb5b298547d79feb4f023e3ca719, entries=150, sequenceid=332, filesize=30.5 K 2024-11-25T20:26:23,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/6792ab7b36ff41cd84baecf60daffae5 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/6792ab7b36ff41cd84baecf60daffae5 2024-11-25T20:26:23,415 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/6792ab7b36ff41cd84baecf60daffae5, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T20:26:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/86fe698a1c2448c1bba46a93fe0e61b4 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/86fe698a1c2448c1bba46a93fe0e61b4 2024-11-25T20:26:23,424 DEBUG [Thread-2670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e6edfd3 to 127.0.0.1:57878 2024-11-25T20:26:23,425 DEBUG [Thread-2670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:23,425 DEBUG [Thread-2672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a85078 to 127.0.0.1:57878 2024-11-25T20:26:23,425 DEBUG [Thread-2672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:23,427 DEBUG [Thread-2664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00bd6c58 to 127.0.0.1:57878 2024-11-25T20:26:23,428 DEBUG [Thread-2664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:23,430 DEBUG [Thread-2666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5169737a to 127.0.0.1:57878 2024-11-25T20:26:23,430 DEBUG [Thread-2666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:23,433 DEBUG [Thread-2668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ce568df to 127.0.0.1:57878 2024-11-25T20:26:23,434 DEBUG [Thread-2668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:23,437 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/86fe698a1c2448c1bba46a93fe0e61b4, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T20:26:23,438 INFO [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3248c57e5a9b878be7a24d136fdff05 in 1419ms, sequenceid=332, compaction requested=false 2024-11-25T20:26:23,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:23,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:23,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a8cf619b0679:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-25T20:26:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-25T20:26:23,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T20:26:23,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7270 sec 2024-11-25T20:26:23,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.7340 sec 2024-11-25T20:26:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T20:26:23,831 INFO [Thread-2663 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-25T20:26:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8581): Flush requested on f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:24,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T20:26:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:24,246 DEBUG [Thread-2659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31258e10 to 127.0.0.1:57878 2024-11-25T20:26:24,246 DEBUG [Thread-2659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:24,252 DEBUG [Thread-2657 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x242a3a51 to 127.0.0.1:57878 2024-11-25T20:26:24,252 DEBUG [Thread-2657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:24,259 DEBUG [Thread-2661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb2c038 to 127.0.0.1:57878 2024-11-25T20:26:24,259 DEBUG [Thread-2661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:24,263 DEBUG [Thread-2653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55fcf8d8 to 127.0.0.1:57878 2024-11-25T20:26:24,263 DEBUG [Thread-2653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:24,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b9397aa0635b42baaf5552aae1d010d9_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_0/A:col10/1732566382119/Put/seqid=0 2024-11-25T20:26:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742519_1695 (size=12454) 2024-11-25T20:26:24,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:24,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b9397aa0635b42baaf5552aae1d010d9_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b9397aa0635b42baaf5552aae1d010d9_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:24,290 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c91119e1443e42419a8bbb486a008388, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:24,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c91119e1443e42419a8bbb486a008388 is 175, key is test_row_0/A:col10/1732566382119/Put/seqid=0 2024-11-25T20:26:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742520_1696 (size=31255) 2024-11-25T20:26:24,367 DEBUG [Thread-2655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4278bc76 to 127.0.0.1:57878 2024-11-25T20:26:24,367 DEBUG [Thread-2655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4548 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4610 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4454 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4658 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4606 2024-11-25T20:26:24,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T20:26:24,367 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:26:24,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7500d655 to 127.0.0.1:57878 2024-11-25T20:26:24,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:24,368 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T20:26:24,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T20:26:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:26:24,371 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566384371"}]},"ts":"1732566384371"} 2024-11-25T20:26:24,372 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T20:26:24,399 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T20:26:24,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T20:26:24,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, UNASSIGN}] 2024-11-25T20:26:24,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, UNASSIGN 2024-11-25T20:26:24,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=161 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=CLOSING, regionLocation=a8cf619b0679,44841,1732566188146 2024-11-25T20:26:24,418 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T20:26:24,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; CloseRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146}] 2024-11-25T20:26:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:26:24,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a8cf619b0679,44841,1732566188146 2024-11-25T20:26:24,578 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(124): Close f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:24,579 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T20:26:24,579 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1681): Closing f3248c57e5a9b878be7a24d136fdff05, disabling compactions & flushes 2024-11-25T20:26:24,579 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:26:24,707 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c91119e1443e42419a8bbb486a008388 2024-11-25T20:26:24,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/e25eae740d4a4581b4561ffab3049e6d is 50, key is test_row_0/B:col10/1732566382119/Put/seqid=0 2024-11-25T20:26:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742521_1697 (size=12301) 2024-11-25T20:26:24,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/e25eae740d4a4581b4561ffab3049e6d 2024-11-25T20:26:24,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/fe9a906428d747e785dc8a702ca3b7af is 50, key is test_row_0/C:col10/1732566382119/Put/seqid=0 2024-11-25T20:26:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742522_1698 (size=12301) 2024-11-25T20:26:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:26:25,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/fe9a906428d747e785dc8a702ca3b7af 2024-11-25T20:26:25,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/c91119e1443e42419a8bbb486a008388 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c91119e1443e42419a8bbb486a008388 2024-11-25T20:26:25,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c91119e1443e42419a8bbb486a008388, entries=150, sequenceid=347, filesize=30.5 K 2024-11-25T20:26:25,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/e25eae740d4a4581b4561ffab3049e6d as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e25eae740d4a4581b4561ffab3049e6d 2024-11-25T20:26:25,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e25eae740d4a4581b4561ffab3049e6d, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T20:26:25,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/fe9a906428d747e785dc8a702ca3b7af as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/fe9a906428d747e785dc8a702ca3b7af 2024-11-25T20:26:25,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/fe9a906428d747e785dc8a702ca3b7af, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T20:26:25,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for f3248c57e5a9b878be7a24d136fdff05 in 946ms, sequenceid=347, compaction requested=true 2024-11-25T20:26:25,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:25,191 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:25,191 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:25,191 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. because compaction request was cancelled 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. after waiting 0 ms 2024-11-25T20:26:25,192 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:A 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:A, priority=-2147483648, current under compaction store size is 0 2024-11-25T20:26:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:25,192 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(2837): Flushing f3248c57e5a9b878be7a24d136fdff05 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T20:26:25,192 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. because compaction request was cancelled 2024-11-25T20:26:25,192 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:B 2024-11-25T20:26:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:B, priority=-2147483648, current under compaction store size is 0 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=A 2024-11-25T20:26:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:25,192 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. because compaction request was cancelled 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:25,192 DEBUG [RS:0;a8cf619b0679:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3248c57e5a9b878be7a24d136fdff05:C 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=B 2024-11-25T20:26:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3248c57e5a9b878be7a24d136fdff05:C, priority=-2147483648, current under compaction store size is 0 2024-11-25T20:26:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f3248c57e5a9b878be7a24d136fdff05, store=C 2024-11-25T20:26:25,192 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T20:26:25,232 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251819a85b0aad4da48771bb26cd5d7ba8_f3248c57e5a9b878be7a24d136fdff05 is 50, key is test_row_1/A:col10/1732566384259/Put/seqid=0 2024-11-25T20:26:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742523_1699 (size=9914) 2024-11-25T20:26:25,264 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T20:26:25,271 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251819a85b0aad4da48771bb26cd5d7ba8_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251819a85b0aad4da48771bb26cd5d7ba8_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:25,272 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/bdbcfb93301e4d998104219c78f26277, store: [table=TestAcidGuarantees family=A region=f3248c57e5a9b878be7a24d136fdff05] 2024-11-25T20:26:25,273 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/bdbcfb93301e4d998104219c78f26277 is 175, key is test_row_1/A:col10/1732566384259/Put/seqid=0 2024-11-25T20:26:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742524_1700 (size=22561) 2024-11-25T20:26:25,299 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/bdbcfb93301e4d998104219c78f26277 2024-11-25T20:26:25,309 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/fbe580f5fac141da9add44f3c27bc214 is 50, key is test_row_1/B:col10/1732566384259/Put/seqid=0 2024-11-25T20:26:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742525_1701 (size=9857) 2024-11-25T20:26:25,328 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/fbe580f5fac141da9add44f3c27bc214 2024-11-25T20:26:25,337 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/c76e2eafa9ac4703976eff909e7bdbed is 50, key is test_row_1/C:col10/1732566384259/Put/seqid=0 2024-11-25T20:26:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742526_1702 (size=9857) 2024-11-25T20:26:25,367 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/c76e2eafa9ac4703976eff909e7bdbed 2024-11-25T20:26:25,371 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/A/bdbcfb93301e4d998104219c78f26277 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/bdbcfb93301e4d998104219c78f26277 2024-11-25T20:26:25,377 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/bdbcfb93301e4d998104219c78f26277, entries=100, sequenceid=354, filesize=22.0 K 2024-11-25T20:26:25,378 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/B/fbe580f5fac141da9add44f3c27bc214 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/fbe580f5fac141da9add44f3c27bc214 2024-11-25T20:26:25,382 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/fbe580f5fac141da9add44f3c27bc214, entries=100, sequenceid=354, filesize=9.6 K 2024-11-25T20:26:25,383 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/.tmp/C/c76e2eafa9ac4703976eff909e7bdbed as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/c76e2eafa9ac4703976eff909e7bdbed 2024-11-25T20:26:25,388 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/c76e2eafa9ac4703976eff909e7bdbed, entries=100, sequenceid=354, filesize=9.6 K 2024-11-25T20:26:25,390 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f3248c57e5a9b878be7a24d136fdff05 in 197ms, sequenceid=354, compaction requested=true 2024-11-25T20:26:25,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/719235dff4da412b942cfe10157aeb31, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0b6b119492af4bbb8f87c12ec6a10a1b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/cd13604c511f4fb6b7571f6788343e5d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/e8657a8ed76f48cf82d255f67097de70, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0ca39e00f58846018e4e9b2e94ce2258, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df] to archive 2024-11-25T20:26:25,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:26:25,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/32328b2275514d21989746ff33c1e1df 2024-11-25T20:26:25,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8f98a0d37c704b139690c4afd307a2b2 2024-11-25T20:26:25,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/9d249eaa9f0746d282525fbcc54dec4e 2024-11-25T20:26:25,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/719235dff4da412b942cfe10157aeb31 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/719235dff4da412b942cfe10157aeb31 2024-11-25T20:26:25,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/70616b737f8a49ab9b70d4bebab3dd51 2024-11-25T20:26:25,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c12e4e42f28940fc8b2970b906a54d86 2024-11-25T20:26:25,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5eca856486c041bf9687047a46fd7c5d 2024-11-25T20:26:25,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0b6b119492af4bbb8f87c12ec6a10a1b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0b6b119492af4bbb8f87c12ec6a10a1b 2024-11-25T20:26:25,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/5e39f040bac94596a5e60f7c7b1e0ea6 2024-11-25T20:26:25,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/cd13604c511f4fb6b7571f6788343e5d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/cd13604c511f4fb6b7571f6788343e5d 2024-11-25T20:26:25,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8e49b1bed7694ff88749b81b338f2d85 2024-11-25T20:26:25,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/d5adf9ae360d4802b9bdab76dd534f76 2024-11-25T20:26:25,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/e8657a8ed76f48cf82d255f67097de70 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/e8657a8ed76f48cf82d255f67097de70 2024-11-25T20:26:25,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/12f60eff75b94d6caa99bbf594d40ecf 2024-11-25T20:26:25,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c01d776f4e5e44ea800be0de38b4e784 2024-11-25T20:26:25,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/483e7b15e9cc4c1492612472f1a50eb2 2024-11-25T20:26:25,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0ca39e00f58846018e4e9b2e94ce2258 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/0ca39e00f58846018e4e9b2e94ce2258 2024-11-25T20:26:25,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/451c6138a2dd4068a5018d8f018bdecc 2024-11-25T20:26:25,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c72616c49b1e4b34a120da85844c3e17 2024-11-25T20:26:25,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/a33616fb57fb4418847674e7b9572dd0 2024-11-25T20:26:25,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/2f62b20dcd29417986176df7244712df 2024-11-25T20:26:25,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/736a219762824002b0ff060e9cb3e5b1, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e60ac33345024ce891a43424d0c00b64, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4ab63cd249cb4d5db52694bc16505563, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/773974bccd6b4847ba807c73c3e2b457, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/ff0d7811307a4cc3bb28f4886bdff742, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/0b03ae50d45749a0b82ef530fcfae0c0, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4287506138fd4cd0a0ea525d5935036d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/263f1e68706942cf8798ece6bc90fc36, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d37349fd245e49f487a6926c4112a55d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/2fae19b086f048ae98e0121363c87890, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/08150bd00683410c93dc6adb5713adb4, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bf2e7969de9b40e297845f0ae9c32e75, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb8176f739694a8baa8d4d67cda82d58, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/19371ef029744e22a4fd265b458ef855, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/373001927e0942018969442a055ae12d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4d22a70c81cc4ea3ae511d360c3109fb, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/66f382175a0b40b292b2f654f1224e7f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/eb4cccd636b845d1ab3421297f39271f, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d2882c4b716a44e189c52652c1b8a9f9, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/dc980df53fb648f98edc338f300dc925, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/63a73c0684604fe99a528a67c850287b] to archive 2024-11-25T20:26:25,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:26:25,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/736a219762824002b0ff060e9cb3e5b1 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/736a219762824002b0ff060e9cb3e5b1 2024-11-25T20:26:25,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e60ac33345024ce891a43424d0c00b64 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e60ac33345024ce891a43424d0c00b64 2024-11-25T20:26:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:26:25,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4ab63cd249cb4d5db52694bc16505563 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4ab63cd249cb4d5db52694bc16505563 2024-11-25T20:26:25,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/773974bccd6b4847ba807c73c3e2b457 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/773974bccd6b4847ba807c73c3e2b457 2024-11-25T20:26:25,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/ff0d7811307a4cc3bb28f4886bdff742 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/ff0d7811307a4cc3bb28f4886bdff742 2024-11-25T20:26:25,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/0b03ae50d45749a0b82ef530fcfae0c0 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/0b03ae50d45749a0b82ef530fcfae0c0 2024-11-25T20:26:25,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4287506138fd4cd0a0ea525d5935036d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4287506138fd4cd0a0ea525d5935036d 2024-11-25T20:26:25,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/263f1e68706942cf8798ece6bc90fc36 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/263f1e68706942cf8798ece6bc90fc36 2024-11-25T20:26:25,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d37349fd245e49f487a6926c4112a55d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d37349fd245e49f487a6926c4112a55d 2024-11-25T20:26:25,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/2fae19b086f048ae98e0121363c87890 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/2fae19b086f048ae98e0121363c87890 2024-11-25T20:26:25,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/08150bd00683410c93dc6adb5713adb4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/08150bd00683410c93dc6adb5713adb4 2024-11-25T20:26:25,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bf2e7969de9b40e297845f0ae9c32e75 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bf2e7969de9b40e297845f0ae9c32e75 2024-11-25T20:26:25,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb8176f739694a8baa8d4d67cda82d58 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb8176f739694a8baa8d4d67cda82d58 2024-11-25T20:26:25,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/19371ef029744e22a4fd265b458ef855 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/19371ef029744e22a4fd265b458ef855 2024-11-25T20:26:25,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/373001927e0942018969442a055ae12d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/373001927e0942018969442a055ae12d 2024-11-25T20:26:25,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4d22a70c81cc4ea3ae511d360c3109fb to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/4d22a70c81cc4ea3ae511d360c3109fb 2024-11-25T20:26:25,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/66f382175a0b40b292b2f654f1224e7f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/66f382175a0b40b292b2f654f1224e7f 2024-11-25T20:26:25,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/eb4cccd636b845d1ab3421297f39271f to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/eb4cccd636b845d1ab3421297f39271f 2024-11-25T20:26:25,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d2882c4b716a44e189c52652c1b8a9f9 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/d2882c4b716a44e189c52652c1b8a9f9 2024-11-25T20:26:25,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/dc980df53fb648f98edc338f300dc925 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/dc980df53fb648f98edc338f300dc925 2024-11-25T20:26:25,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/63a73c0684604fe99a528a67c850287b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/63a73c0684604fe99a528a67c850287b 2024-11-25T20:26:25,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/487796ca6be64490add1f4bb28836317, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/2fc5b2c8d3ab423fafc54d0219d89e41, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/f92383b6da19462eabe3d065bf40d071, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/31b5317704f54119913a9612004edce2, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/692ad6df0f594b0497d87c4090dd202a, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/bef07bbc412040439dd95211bbf24e57, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/aaa61bdac81648caacc01fde03224616, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/39d11ef3b9874fd190e8f8f8233e9901, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/cb2a7d931f7c4aef94a2a271a4ea97de, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/01e770271a81431f8f638acd46844a77, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/1ccdc0bddff444f59e7c49d88f7b0414, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/7be9f88322ef4285b36210a00e0d02ac, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/63cc5776fc4c4398a3face22d534510d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/4efe1fcdf21b44858863f382a1a7875d, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/3ed1505f66c44bb787176109b8256543, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/6e40ed80261447d5ab95fade642b64c8, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d6a409ef617548edab78884d3d607cf6, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/db86b8da14894487890061da2916096b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/94b9b552db954a5a83996ec566bcde8b, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/9959bfc6206047b5b83d08b9a5f1477e, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41] to archive 2024-11-25T20:26:25,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T20:26:25,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/487796ca6be64490add1f4bb28836317 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/487796ca6be64490add1f4bb28836317 2024-11-25T20:26:25,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/2fc5b2c8d3ab423fafc54d0219d89e41 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/2fc5b2c8d3ab423fafc54d0219d89e41 2024-11-25T20:26:25,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/f92383b6da19462eabe3d065bf40d071 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/f92383b6da19462eabe3d065bf40d071 2024-11-25T20:26:25,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/31b5317704f54119913a9612004edce2 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/31b5317704f54119913a9612004edce2 2024-11-25T20:26:25,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/692ad6df0f594b0497d87c4090dd202a to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/692ad6df0f594b0497d87c4090dd202a 2024-11-25T20:26:25,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/bef07bbc412040439dd95211bbf24e57 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/bef07bbc412040439dd95211bbf24e57 2024-11-25T20:26:25,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/aaa61bdac81648caacc01fde03224616 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/aaa61bdac81648caacc01fde03224616 2024-11-25T20:26:25,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/39d11ef3b9874fd190e8f8f8233e9901 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/39d11ef3b9874fd190e8f8f8233e9901 2024-11-25T20:26:25,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/cb2a7d931f7c4aef94a2a271a4ea97de to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/cb2a7d931f7c4aef94a2a271a4ea97de 2024-11-25T20:26:25,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/01e770271a81431f8f638acd46844a77 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/01e770271a81431f8f638acd46844a77 2024-11-25T20:26:25,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/1ccdc0bddff444f59e7c49d88f7b0414 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/1ccdc0bddff444f59e7c49d88f7b0414 2024-11-25T20:26:25,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/7be9f88322ef4285b36210a00e0d02ac to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/7be9f88322ef4285b36210a00e0d02ac 2024-11-25T20:26:25,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/63cc5776fc4c4398a3face22d534510d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/63cc5776fc4c4398a3face22d534510d 2024-11-25T20:26:25,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/4efe1fcdf21b44858863f382a1a7875d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/4efe1fcdf21b44858863f382a1a7875d 2024-11-25T20:26:25,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/3ed1505f66c44bb787176109b8256543 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/3ed1505f66c44bb787176109b8256543 2024-11-25T20:26:25,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/6e40ed80261447d5ab95fade642b64c8 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/6e40ed80261447d5ab95fade642b64c8 2024-11-25T20:26:25,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d6a409ef617548edab78884d3d607cf6 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d6a409ef617548edab78884d3d607cf6 2024-11-25T20:26:25,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/db86b8da14894487890061da2916096b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/db86b8da14894487890061da2916096b 2024-11-25T20:26:25,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/94b9b552db954a5a83996ec566bcde8b to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/94b9b552db954a5a83996ec566bcde8b 2024-11-25T20:26:25,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/9959bfc6206047b5b83d08b9a5f1477e to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/9959bfc6206047b5b83d08b9a5f1477e 2024-11-25T20:26:25,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/43c0a3b10dd04bd1baa6ddb2eeb5cc41 2024-11-25T20:26:25,622 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/recovered.edits/357.seqid, newMaxSeqId=357, maxSeqId=4 2024-11-25T20:26:25,623 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05. 2024-11-25T20:26:25,623 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1635): Region close journal for f3248c57e5a9b878be7a24d136fdff05: 2024-11-25T20:26:25,628 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=161 updating hbase:meta row=f3248c57e5a9b878be7a24d136fdff05, regionState=CLOSED 2024-11-25T20:26:25,628 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(170): Closed f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:25,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T20:26:25,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; CloseRegionProcedure f3248c57e5a9b878be7a24d136fdff05, server=a8cf619b0679,44841,1732566188146 in 1.2130 sec 2024-11-25T20:26:25,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T20:26:25,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3248c57e5a9b878be7a24d136fdff05, UNASSIGN in 1.2200 sec 2024-11-25T20:26:25,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T20:26:25,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2270 sec 2024-11-25T20:26:25,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732566385635"}]},"ts":"1732566385635"} 2024-11-25T20:26:25,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T20:26:25,647 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T20:26:25,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2800 sec 2024-11-25T20:26:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T20:26:26,475 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T20:26:26,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T20:26:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:26,479 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:26,480 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=163, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:26:26,488 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,490 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C, FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/recovered.edits] 2024-11-25T20:26:26,493 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8c831f92da89438483d0ced50684a778 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/8c831f92da89438483d0ced50684a778 2024-11-25T20:26:26,495 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/af32cb5b298547d79feb4f023e3ca719 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/af32cb5b298547d79feb4f023e3ca719 2024-11-25T20:26:26,497 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/bdbcfb93301e4d998104219c78f26277 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/bdbcfb93301e4d998104219c78f26277 2024-11-25T20:26:26,498 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c91119e1443e42419a8bbb486a008388 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/A/c91119e1443e42419a8bbb486a008388 2024-11-25T20:26:26,501 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/6792ab7b36ff41cd84baecf60daffae5 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/6792ab7b36ff41cd84baecf60daffae5 2024-11-25T20:26:26,502 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb77ecf60a5b4669b4b2712cef3705db to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/bb77ecf60a5b4669b4b2712cef3705db 2024-11-25T20:26:26,506 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e25eae740d4a4581b4561ffab3049e6d to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/e25eae740d4a4581b4561ffab3049e6d 2024-11-25T20:26:26,507 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/fbe580f5fac141da9add44f3c27bc214 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/B/fbe580f5fac141da9add44f3c27bc214 2024-11-25T20:26:26,509 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/86fe698a1c2448c1bba46a93fe0e61b4 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/86fe698a1c2448c1bba46a93fe0e61b4 2024-11-25T20:26:26,510 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/c76e2eafa9ac4703976eff909e7bdbed to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/c76e2eafa9ac4703976eff909e7bdbed 2024-11-25T20:26:26,512 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d179db04d34c432eb86f3e6291d93671 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/d179db04d34c432eb86f3e6291d93671 2024-11-25T20:26:26,513 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/fe9a906428d747e785dc8a702ca3b7af to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/C/fe9a906428d747e785dc8a702ca3b7af 2024-11-25T20:26:26,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/recovered.edits/357.seqid to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05/recovered.edits/357.seqid 2024-11-25T20:26:26,516 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/default/TestAcidGuarantees/f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,516 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T20:26:26,516 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:26:26,517 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T20:26:26,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112501daafb4c88e4cfe8b43a43ad9d462ec_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112501daafb4c88e4cfe8b43a43ad9d462ec_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,540 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250ffb456f5a324e7e95fc5058b86dbe07_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250ffb456f5a324e7e95fc5058b86dbe07_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251819a85b0aad4da48771bb26cd5d7ba8_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251819a85b0aad4da48771bb26cd5d7ba8_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,542 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f7c2ca0b7fd4d37a8ebf9388b27f84e_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f7c2ca0b7fd4d37a8ebf9388b27f84e_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,554 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112523ae598b5acd43d593237a0a2a8717da_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112523ae598b5acd43d593237a0a2a8717da_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,555 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254028dbddb14f492e8c305b009456ac6d_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254028dbddb14f492e8c305b009456ac6d_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,556 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112558e2765cd21d4c27bdb12acbf40e239d_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112558e2765cd21d4c27bdb12acbf40e239d_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,558 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256de7461da8184a5f982827cdd6f34a43_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256de7461da8184a5f982827cdd6f34a43_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,560 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257619e65268804b1e8ab8618a05df0425_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257619e65268804b1e8ab8618a05df0425_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,562 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579960813a5cc4165bc04af26970693e6_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112579960813a5cc4165bc04af26970693e6_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,564 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258967047dcd0143288b7d5436757832e1_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258967047dcd0143288b7d5436757832e1_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,565 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596fb20b670fa42e194238d25830974a7_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596fb20b670fa42e194238d25830974a7_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,566 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c3334faf9c543c785c4923b583a07a8_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c3334faf9c543c785c4923b583a07a8_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,567 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a896a774228443d2b428241996dda7a4_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a896a774228443d2b428241996dda7a4_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,568 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b9397aa0635b42baaf5552aae1d010d9_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b9397aa0635b42baaf5552aae1d010d9_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,570 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cd07aea76e3a47858e34d077af717005_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cd07aea76e3a47858e34d077af717005_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,571 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d19ece1c5b574025a9cfbf30bede9bdc_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d19ece1c5b574025a9cfbf30bede9bdc_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,578 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d319297fb6d54bd2bef6e8cbc6b980e6_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d319297fb6d54bd2bef6e8cbc6b980e6_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,580 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff8e513d769445aab8c58481701654aa_f3248c57e5a9b878be7a24d136fdff05 to hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff8e513d769445aab8c58481701654aa_f3248c57e5a9b878be7a24d136fdff05 2024-11-25T20:26:26,581 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T20:26:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:26:26,588 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=163, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:26,592 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T20:26:26,598 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T20:26:26,605 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=163, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:26,605 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T20:26:26,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732566386605"}]},"ts":"9223372036854775807"} 2024-11-25T20:26:26,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T20:26:26,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f3248c57e5a9b878be7a24d136fdff05, NAME => 'TestAcidGuarantees,,1732566359904.f3248c57e5a9b878be7a24d136fdff05.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T20:26:26,616 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T20:26:26,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732566386616"}]},"ts":"9223372036854775807"} 2024-11-25T20:26:26,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T20:26:26,655 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=163, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T20:26:26,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 179 msec 2024-11-25T20:26:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T20:26:26,787 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T20:26:26,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=460 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1042 (was 1100), ProcessCount=11 (was 11), AvailableMemoryMB=3252 (was 3320) 2024-11-25T20:26:26,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T20:26:26,805 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T20:26:26,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x115c0e09 to 127.0.0.1:57878 2024-11-25T20:26:26,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:26,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T20:26:26,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-11-25T20:26:26,805 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a8cf619b0679,45327,1732566187315 2024-11-25T20:26:26,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T20:26:26,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T20:26:26,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:26:26,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T20:26:26,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:26:26,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:26:26,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T20:26:26,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:26,819 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a8cf619b0679,44841,1732566188146' ***** 2024-11-25T20:26:26,819 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T20:26:26,819 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T20:26:26,819 INFO [RS:0;a8cf619b0679:44841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T20:26:26,820 INFO [RS:0;a8cf619b0679:44841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T20:26:26,820 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(3579): Received CLOSE for ae77d198629812441c5dc81862b099bb 2024-11-25T20:26:26,820 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1224): stopping server a8cf619b0679,44841,1732566188146 2024-11-25T20:26:26,820 DEBUG [RS:0;a8cf619b0679:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:26,820 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T20:26:26,820 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T20:26:26,821 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T20:26:26,821 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T20:26:26,822 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T20:26:26,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T20:26:26,823 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1603): Online Regions={ae77d198629812441c5dc81862b099bb=hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T20:26:26,826 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ae77d198629812441c5dc81862b099bb 2024-11-25T20:26:26,827 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T20:26:26,827 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T20:26:26,827 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T20:26:26,827 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T20:26:26,827 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T20:26:26,827 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T20:26:26,829 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ae77d198629812441c5dc81862b099bb, disabling compactions & flushes 2024-11-25T20:26:26,829 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:26:26,829 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:26:26,829 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. after waiting 0 ms 2024-11-25T20:26:26,829 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:26:26,829 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ae77d198629812441c5dc81862b099bb 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T20:26:26,888 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/info/c28dc3fb1b5346baa28f4460e1a13fc7 is 143, key is hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb./info:regioninfo/1732566193583/Put/seqid=0 2024-11-25T20:26:26,901 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/.tmp/info/25e61e4977b847e095bcc4f21c3bcfd7 is 45, key is default/info:d/1732566193842/Put/seqid=0 2024-11-25T20:26:26,911 INFO [regionserver/a8cf619b0679:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T20:26:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742527_1703 (size=7725) 2024-11-25T20:26:26,916 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/info/c28dc3fb1b5346baa28f4460e1a13fc7 2024-11-25T20:26:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742528_1704 (size=5037) 2024-11-25T20:26:26,932 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/.tmp/info/25e61e4977b847e095bcc4f21c3bcfd7 2024-11-25T20:26:26,942 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/.tmp/info/25e61e4977b847e095bcc4f21c3bcfd7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/info/25e61e4977b847e095bcc4f21c3bcfd7 2024-11-25T20:26:26,945 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/info/25e61e4977b847e095bcc4f21c3bcfd7, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T20:26:26,946 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ae77d198629812441c5dc81862b099bb in 117ms, sequenceid=6, compaction requested=false 2024-11-25T20:26:26,948 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/rep_barrier/03b3284be9a740deaf12cda00f1a87eb is 102, key is TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679./rep_barrier:/1732566230277/DeleteFamily/seqid=0 2024-11-25T20:26:26,963 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/namespace/ae77d198629812441c5dc81862b099bb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T20:26:26,964 INFO [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:26:26,964 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ae77d198629812441c5dc81862b099bb: 2024-11-25T20:26:26,964 DEBUG [RS_CLOSE_REGION-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732566192343.ae77d198629812441c5dc81862b099bb. 2024-11-25T20:26:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742529_1705 (size=6025) 2024-11-25T20:26:27,026 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:27,099 INFO [regionserver/a8cf619b0679:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T20:26:27,099 INFO [regionserver/a8cf619b0679:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T20:26:27,227 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:27,371 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/rep_barrier/03b3284be9a740deaf12cda00f1a87eb 2024-11-25T20:26:27,405 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/table/085f7de7e9f240a99acbefa6a63cb7f7 is 96, key is TestAcidGuarantees,,1732566194272.1b22fc34d633e02f62ef6ab3f1c4c679./table:/1732566230277/DeleteFamily/seqid=0 2024-11-25T20:26:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742530_1706 (size=5942) 2024-11-25T20:26:27,413 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/table/085f7de7e9f240a99acbefa6a63cb7f7 2024-11-25T20:26:27,417 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/info/c28dc3fb1b5346baa28f4460e1a13fc7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/info/c28dc3fb1b5346baa28f4460e1a13fc7 2024-11-25T20:26:27,421 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/info/c28dc3fb1b5346baa28f4460e1a13fc7, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T20:26:27,422 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/rep_barrier/03b3284be9a740deaf12cda00f1a87eb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/rep_barrier/03b3284be9a740deaf12cda00f1a87eb 2024-11-25T20:26:27,426 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/rep_barrier/03b3284be9a740deaf12cda00f1a87eb, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T20:26:27,427 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/.tmp/table/085f7de7e9f240a99acbefa6a63cb7f7 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/table/085f7de7e9f240a99acbefa6a63cb7f7 2024-11-25T20:26:27,430 DEBUG [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T20:26:27,431 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/table/085f7de7e9f240a99acbefa6a63cb7f7, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T20:26:27,431 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 604ms, sequenceid=93, compaction requested=false 2024-11-25T20:26:27,449 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T20:26:27,450 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T20:26:27,450 INFO [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T20:26:27,450 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T20:26:27,451 DEBUG [RS_CLOSE_META-regionserver/a8cf619b0679:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T20:26:27,631 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1250): stopping server a8cf619b0679,44841,1732566188146; all regions closed. 2024-11-25T20:26:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741834_1010 (size=26050) 2024-11-25T20:26:27,652 DEBUG [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/oldWALs 2024-11-25T20:26:27,652 INFO [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a8cf619b0679%2C44841%2C1732566188146.meta:.meta(num 1732566191735) 2024-11-25T20:26:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741833_1009 (size=16246178) 2024-11-25T20:26:27,656 DEBUG [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/oldWALs 2024-11-25T20:26:27,656 INFO [RS:0;a8cf619b0679:44841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a8cf619b0679%2C44841%2C1732566188146:(num 1732566191234) 2024-11-25T20:26:27,656 DEBUG [RS:0;a8cf619b0679:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:27,656 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T20:26:27,656 INFO [RS:0;a8cf619b0679:44841 {}] hbase.ChoreService(370): Chore service for: regionserver/a8cf619b0679:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T20:26:27,656 INFO [regionserver/a8cf619b0679:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T20:26:27,657 INFO [RS:0;a8cf619b0679:44841 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44841 2024-11-25T20:26:27,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T20:26:27,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a8cf619b0679,44841,1732566188146 2024-11-25T20:26:27,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a8cf619b0679,44841,1732566188146] 2024-11-25T20:26:27,677 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a8cf619b0679,44841,1732566188146; numProcessing=1 2024-11-25T20:26:27,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a8cf619b0679,44841,1732566188146 already deleted, retry=false 2024-11-25T20:26:27,693 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a8cf619b0679,44841,1732566188146 expired; onlineServers=0 2024-11-25T20:26:27,693 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a8cf619b0679,45327,1732566187315' ***** 2024-11-25T20:26:27,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T20:26:27,694 DEBUG [M:0;a8cf619b0679:45327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a8cf619b0679/172.17.0.2:0 2024-11-25T20:26:27,694 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegionServer(1224): stopping server a8cf619b0679,45327,1732566187315 2024-11-25T20:26:27,694 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegionServer(1250): stopping server a8cf619b0679,45327,1732566187315; all regions closed. 2024-11-25T20:26:27,694 DEBUG [M:0;a8cf619b0679:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T20:26:27,694 DEBUG [M:0;a8cf619b0679:45327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T20:26:27,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T20:26:27,694 DEBUG [M:0;a8cf619b0679:45327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T20:26:27,694 DEBUG [master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.small.0-1732566190752 {}] cleaner.HFileCleaner(306): Exit Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.small.0-1732566190752,5,FailOnTimeoutGroup] 2024-11-25T20:26:27,694 DEBUG [master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.large.0-1732566190730 {}] cleaner.HFileCleaner(306): Exit Thread[master/a8cf619b0679:0:becomeActiveMaster-HFileCleaner.large.0-1732566190730,5,FailOnTimeoutGroup] 2024-11-25T20:26:27,694 INFO [M:0;a8cf619b0679:45327 {}] hbase.ChoreService(370): Chore service for: master/a8cf619b0679:0 had [] on shutdown 2024-11-25T20:26:27,695 DEBUG [M:0;a8cf619b0679:45327 {}] master.HMaster(1733): Stopping service threads 2024-11-25T20:26:27,695 INFO [M:0;a8cf619b0679:45327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T20:26:27,695 ERROR [M:0;a8cf619b0679:45327 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (409195741) connection to localhost/127.0.0.1:42519 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42519,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T20:26:27,699 INFO [M:0;a8cf619b0679:45327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T20:26:27,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T20:26:27,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T20:26:27,702 DEBUG [M:0;a8cf619b0679:45327 {}] zookeeper.ZKUtil(347): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T20:26:27,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T20:26:27,702 WARN [M:0;a8cf619b0679:45327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T20:26:27,702 INFO [M:0;a8cf619b0679:45327 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T20:26:27,702 INFO [M:0;a8cf619b0679:45327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T20:26:27,702 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T20:26:27,702 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:27,702 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:27,702 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T20:26:27,702 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:27,702 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=768.40 KB heapSize=945.39 KB 2024-11-25T20:26:27,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T20:26:27,725 DEBUG [M:0;a8cf619b0679:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97eb0c14a96b43cfb76f5359dfede8cb is 82, key is hbase:meta,,1/info:regioninfo/1732566192066/Put/seqid=0 2024-11-25T20:26:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742531_1707 (size=5672) 2024-11-25T20:26:27,735 INFO [M:0;a8cf619b0679:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97eb0c14a96b43cfb76f5359dfede8cb 2024-11-25T20:26:27,768 DEBUG [M:0;a8cf619b0679:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292a536f13044583957640a5bc026832 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x8A/proc:d/1732566362989/Put/seqid=0 2024-11-25T20:26:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742532_1708 (size=42263) 2024-11-25T20:26:27,771 INFO [M:0;a8cf619b0679:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=767.84 KB at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292a536f13044583957640a5bc026832 2024-11-25T20:26:27,774 INFO [M:0;a8cf619b0679:45327 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292a536f13044583957640a5bc026832 2024-11-25T20:26:27,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T20:26:27,781 INFO [RS:0;a8cf619b0679:44841 {}] regionserver.HRegionServer(1307): Exiting; stopping=a8cf619b0679,44841,1732566188146; zookeeper connection closed. 2024-11-25T20:26:27,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T20:26:27,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:27,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10174f39c410001, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:27,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d549734 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d549734 2024-11-25T20:26:27,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T20:26:27,782 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T20:26:27,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T20:26:27,796 DEBUG [M:0;a8cf619b0679:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6eb339ec694e2eb8d362d4f08e247f is 69, key is a8cf619b0679,44841,1732566188146/rs:state/1732566190800/Put/seqid=0 2024-11-25T20:26:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073742533_1709 (size=5156) 2024-11-25T20:26:28,217 INFO [M:0;a8cf619b0679:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6eb339ec694e2eb8d362d4f08e247f 2024-11-25T20:26:28,219 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97eb0c14a96b43cfb76f5359dfede8cb as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97eb0c14a96b43cfb76f5359dfede8cb 2024-11-25T20:26:28,222 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97eb0c14a96b43cfb76f5359dfede8cb, entries=8, sequenceid=2193, filesize=5.5 K 2024-11-25T20:26:28,223 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/292a536f13044583957640a5bc026832 as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/292a536f13044583957640a5bc026832 2024-11-25T20:26:28,226 INFO [M:0;a8cf619b0679:45327 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292a536f13044583957640a5bc026832 2024-11-25T20:26:28,226 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/292a536f13044583957640a5bc026832, entries=163, sequenceid=2193, filesize=41.3 K 2024-11-25T20:26:28,227 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6eb339ec694e2eb8d362d4f08e247f as hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a6eb339ec694e2eb8d362d4f08e247f 2024-11-25T20:26:28,229 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42519/user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a6eb339ec694e2eb8d362d4f08e247f, entries=1, sequenceid=2193, filesize=5.0 K 2024-11-25T20:26:28,230 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(3040): Finished flush of dataSize ~768.40 KB/786840, heapSize ~945.09 KB/967776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=2193, compaction requested=false 2024-11-25T20:26:28,231 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T20:26:28,231 DEBUG [M:0;a8cf619b0679:45327 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T20:26:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741830_1006 (size=930560) 2024-11-25T20:26:28,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2d56d66d-736b-91ff-e608-a7f4237005ba/MasterData/WALs/a8cf619b0679,45327,1732566187315/a8cf619b0679%2C45327%2C1732566187315.1732566189418 not finished, retry = 0 2024-11-25T20:26:28,338 INFO [M:0;a8cf619b0679:45327 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T20:26:28,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T20:26:28,339 INFO [M:0;a8cf619b0679:45327 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45327 2024-11-25T20:26:28,360 DEBUG [M:0;a8cf619b0679:45327 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a8cf619b0679,45327,1732566187315 already deleted, retry=false 2024-11-25T20:26:28,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:28,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x10174f39c410000, quorum=127.0.0.1:57878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T20:26:28,478 INFO [M:0;a8cf619b0679:45327 {}] regionserver.HRegionServer(1307): Exiting; stopping=a8cf619b0679,45327,1732566187315; zookeeper connection closed. 2024-11-25T20:26:28,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@350e1de9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T20:26:28,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fe8e02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T20:26:28,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T20:26:28,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75c846f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T20:26:28,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f05152{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/hadoop.log.dir/,STOPPED} 2024-11-25T20:26:28,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T20:26:28,522 WARN [BP-93065005-172.17.0.2-1732566183634 heartbeating to localhost/127.0.0.1:42519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T20:26:28,522 WARN [BP-93065005-172.17.0.2-1732566183634 heartbeating to localhost/127.0.0.1:42519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-93065005-172.17.0.2-1732566183634 (Datanode Uuid e3f7584a-aee9-407f-8904-729725165ae3) service to localhost/127.0.0.1:42519 2024-11-25T20:26:28,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T20:26:28,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/dfs/data/data1/current/BP-93065005-172.17.0.2-1732566183634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T20:26:28,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/cluster_2c79355e-35cd-42bf-e1df-71e7f4875e60/dfs/data/data2/current/BP-93065005-172.17.0.2-1732566183634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T20:26:28,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T20:26:28,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T20:26:28,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T20:26:28,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T20:26:28,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T20:26:28,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae68c301-6f68-9cce-f238-e4effb8b83e0/hadoop.log.dir/,STOPPED} 2024-11-25T20:26:28,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T20:26:28,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down